-- Logs begin at Mon 2021-04-19 10:19:32 UTC, end at Mon 2021-04-19 11:27:37 UTC. -- Apr 19 10:58:01.274539 dv-cinder-786524-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 10:58:04.447572 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.common.config [-] Logging enabled! Apr 19 10:58:04.448153 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 10:58:04.449492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86371) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 10:58:04.451241 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.common.config [-] Logging enabled! Apr 19 10:58:04.451537 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 10:58:04.451908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86371) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 10:58:04.452994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 10:58:04.453260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 10:58:04.454332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 10:58:04.454613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 10:58:04.454867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 10:58:04.455235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.455580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.455962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.456205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.456546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.456880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.457202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.457536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.457874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.458196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.458512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.458834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.459094 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.459411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.459740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.460098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.460354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] debug = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.460670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.461201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.461522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.461837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.462166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.462483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.462790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.463101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.463418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.463784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] host = dv-cinder-786524-2-iscsi {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.464128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.464457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.464783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.465109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.465421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.465734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.466062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.466370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.466679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.466991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.467318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.467644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.468006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.468800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.469055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.469471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.469806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.470118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.470432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.470745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.471057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.471367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.471671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.472023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.472359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.472686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.472997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.473308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.473618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.473930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.474251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.474558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.474867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.475177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.475506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.475811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.476152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.476497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.476824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.477144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.477468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.477776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.478099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.478406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.478712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.479018 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] use_json = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.479324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.479632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.479977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.480286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.480592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.480901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.481208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.481536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:04.481869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.482207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.482552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.482871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.483207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.483522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.484598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.484598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.485229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.485562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.485888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.486206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.486533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.486849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.487185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.487593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.487951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.488290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.488604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.488914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.489223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.489540 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.489865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.490200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.490532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.490844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.491155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.491489 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.491804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.492140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.492460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.492791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.493106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.493415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.493735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.494049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.494354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.494659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.494972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.495302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.495616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.495945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.496255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.496569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.496876 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.497197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.497512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.497819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.498124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.498436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.498744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.499050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.499362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.499795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.500164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.500478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.500787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.501097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.501405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.501717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.502024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.502332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.502647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.502958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.503265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.503572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.503907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.504212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.504534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.504869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.505184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.505499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.505812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.506127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.506441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.506763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.507071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.507385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.507692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.508049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.508373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.508699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.509016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.509329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.509668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.509979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.510297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.510610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.510923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.511251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.511572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.511922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.512260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.512599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.512931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.513261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.513576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.513927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.514247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:04.514494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 10:58:04.514760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86371) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 10:58:05.191505 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading Gnome Apr 19 10:58:05.208974 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading Google Apr 19 10:58:05.211686 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 10:58:05.215391 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading file Apr 19 10:58:05.216263 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading keyczar Apr 19 10:58:05.216542 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading multi Apr 19 10:58:05.217182 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO keyring.backend [-] Loading pyfs Apr 19 10:58:05.264337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:05.264648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:05.264968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:05.265554 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 10:58:05.662134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.662689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.662689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.664081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.664499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.664800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.702244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.702576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.702872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.717819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.718128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.718959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.784887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.785200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.785496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.786497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.786797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:05.788740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.064082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.064396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.064698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.064997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.065820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.215713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.216119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.216443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.216744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.217040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.217417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.217880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.218902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.219194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.219533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.219830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.220167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.220471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.220760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.221071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.221389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.221685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.221994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.222271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.222606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.223058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.223338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.223617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.223990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.224260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.224533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.224961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:06.225236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:06.225508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:06.225779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:06.226049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:06.226321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:06.226737 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 10:58:06.229989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 10:58:06.234104 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 10:58:06.238087 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 19 10:58:06.239738 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 10:58:06.241089 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 10:58:06.241468 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 10:58:06.241901 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 10:58:06.245874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 10:58:06.246159 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 10:58:06.246548 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 10:58:06.274212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 10:58:06.274731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.275096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86371) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 10:58:06.275479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.276879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86371) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 10:58:06.277213 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 10:58:06.277489 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 10:58:06.280797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.281729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:06.348874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 10:58:06.349081 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 10:58:06.349314 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 10:58:06.349728 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 10:58:06.385164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.sqlalchemy.engines [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86371) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 10:58:06.905324 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing driver for type 'gre' Apr 19 10:58:06.906787 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] gre ID ranges: [(1, 1000)] Apr 19 10:58:07.053147 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing driver for type 'local' Apr 19 10:58:07.053518 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing driver for type 'vlan' Apr 19 10:58:07.110615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] VlanTypeDriver initialization complete Apr 19 10:58:07.110991 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing driver for type 'vxlan' Apr 19 10:58:07.111555 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] vxlan ID ranges: [(1, 1000)] Apr 19 10:58:07.201987 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing extension driver 'port_security' Apr 19 10:58:07.202277 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.extensions.port_security [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] PortSecurityExtensionDriver initialization complete Apr 19 10:58:07.202849 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing mechanism driver 'openvswitch' Apr 19 10:58:07.203213 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing mechanism driver 'hyperv' Apr 19 10:58:07.209789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:07.210619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.211036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.211426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.211850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.212265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.212644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.213057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.213441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.213818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.214244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > security_group after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.214616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > security_group after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.215148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > security_group after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.215569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.215978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.216361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.216781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > address_group after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.217163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > address_group after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.217538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > address_group after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.217907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] ML2 OVO RPC backend initialized. {{(pid=86371) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 10:58:07.219356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_interface after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.219749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.220236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.220624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > networks before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.221011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.221388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > ports before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.221767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.222146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnets before_response 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.222526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.222901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.223270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.223641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.224043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.224416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.224785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.225155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.225525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > subnet after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.226165 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.plugin [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Modular L2 Plugin initialization complete Apr 19 10:58:07.226523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading services supported by the core plugin {{(pid=86371) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 10:58:07.226886 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.plugins.ml2.managers [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Got port-security extension from driver 'port_security' Apr 19 10:58:07.227391 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.extensions.vlantransparent [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Disabled vlantransparent extension. Apr 19 10:58:07.227951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86371) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 10:58:07.228296 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: router Apr 19 10:58:07.267547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_interface before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.268011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_create 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.268420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router before_create 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.268825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.269242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.269631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_delete 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.270028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > floatingip after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.270433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_create 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.270819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_update 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.271210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_update 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.271594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.272039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_update 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.272538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_update 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.272954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.273338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.273728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: subnet after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.274104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.274496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > port precommit_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.274878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_create 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.275258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.275637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.276071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router after_update 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.276455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_delete 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.276843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_create 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.277251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router_interface after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.277634 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_update 55549900 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.278066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > network after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.279079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Tracking information for resource: router configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:07.279453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Tracking information for resource: floatingip configured {{(pid=86371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:58:07.285053 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_agentschedulers_db [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 10:58:07.285635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.286032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port after_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.286415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port after_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.286798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: port after_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.287715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router before_create 55550100 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.288163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_delete 55550100 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.288566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_create 55550100 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.288957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > router precommit_update 55550100 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.293839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.provider_configuration [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service providers = [] {{(pid=86371) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 10:58:07.294235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.servicetype_db [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86371) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 10:58:07.297710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.service_base [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:58:07.298089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.service_base [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:58:07.298465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.service_base [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:58:07.299359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.service_base [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:58:07.299764 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.services.service_base [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 10:58:07.300237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.300595 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 10:58:07.311204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.311579 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: auto_allocate Apr 19 10:58:07.317300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: network precommit_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.317711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: network precommit_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.318307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.318661 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: tag Apr 19 10:58:07.325768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.326146 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: timestamp Apr 19 10:58:07.335073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.335443 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: network_ip_availability Apr 19 10:58:07.341111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.341522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.341912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.342865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.343760 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: flavors Apr 19 10:58:07.348364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.348736 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading Plugin: revisions Apr 19 10:58:07.353201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:58:07.353625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.089s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:07.354434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86371) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 10:58:07.354795 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Initializing extension manager. Apr 19 10:58:07.355361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: __init__.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.355740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: __pycache__ {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.356148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.356521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: address_group.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.357338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.357999 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: address-group Apr 19 10:58:07.358364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: address_scope.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.359803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.360409 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: address-scope Apr 19 10:58:07.360772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: admin_state_down_before_update.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.361717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.362300 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: router-admin-state-down-before-update Apr 19 10:58:07.362662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: agent.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.363421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.364028 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: agent Apr 19 10:58:07.364390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: agent_resources_synced.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.365311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.365887 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: agent-resources-synced Apr 19 10:58:07.366244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: allowedaddresspairs.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.368117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.368704 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: allowed-address-pairs Apr 19 10:58:07.369069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: auto_allocated_topology.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.370146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.370725 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: auto-allocated-topology Apr 19 10:58:07.371085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: availability_zone.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.371836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.372469 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: availability_zone Apr 19 10:58:07.372828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: availability_zone_filter.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.373763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.374364 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: availability_zone_filter Apr 19 10:58:07.374724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: data_plane_status.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.375759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.376363 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 10:58:07.376726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: default_subnetpools.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.377643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.378218 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: default-subnetpools Apr 19 10:58:07.378578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: dhcpagentscheduler.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.379467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.380082 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: dhcp_agent_scheduler Apr 19 10:58:07.380446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: dns.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.381361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.381936 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension dns-integration not supported by any of loaded plugins Apr 19 10:58:07.382290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: dns_domain_ports.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.383210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.383786 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 10:58:07.384182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: dvr.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.384913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.385494 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: dvr Apr 19 10:58:07.385852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: empty_string_filtering.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.386783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.387359 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: empty-string-filtering Apr 19 10:58:07.387717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.388661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.389235 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 10:58:07.389594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.390554 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.391124 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 10:58:07.391481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: external_net.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.392427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.393010 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: external-net Apr 19 10:58:07.393368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: extra_dhcp_opt.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.394290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.394873 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: extra_dhcp_opt Apr 19 10:58:07.395232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: extraroute.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.396189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.396767 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: extraroute Apr 19 10:58:07.397133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: extraroute_atomic.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.398170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.398751 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: extraroute-atomic Apr 19 10:58:07.399115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: filter_validation.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.399819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.400423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: filter-validation Apr 19 10:58:07.400786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: fip_pf_description.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.401712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.402282 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 10:58:07.402636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: fip_port_details.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.403663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.404266 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: fip-port-details Apr 19 10:58:07.404627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: flavors.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.406418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.407003 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: flavors Apr 19 10:58:07.407364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.409072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.409666 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 10:58:07.410037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: floatingip_pools.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.410794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.411386 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: floatingip-pools Apr 19 10:58:07.411752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: ip_allocation.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.412728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.413312 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 10:58:07.413677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.414605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.415191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: ip-substring-filtering Apr 19 10:58:07.415555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l2_adjacency.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.416574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.417073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 10:58:07.417437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.418537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.419177 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: router Apr 19 10:58:07.419508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3_conntrack_helper.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.422401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.423072 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 10:58:07.423442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.424417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.425004 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: ext-gw-mode Apr 19 10:58:07.425375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.426426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.427013 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: l3-ha Apr 19 10:58:07.427402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3_flavors.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.428350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.428936 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: l3-flavors Apr 19 10:58:07.429300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.430263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.430839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 10:58:07.431177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: l3agentscheduler.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.432408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.432998 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: l3_agent_scheduler Apr 19 10:58:07.433362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: logging.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.435149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.435733 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension logging not supported by any of loaded plugins Apr 19 10:58:07.436129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: metering.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.437028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.437835 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: metering Apr 19 10:58:07.438236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.439345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.439997 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: metering_source_and_destination_fields Apr 19 10:58:07.440325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: multiprovidernet.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.441257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.441840 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: multi-provider Apr 19 10:58:07.442205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: netmtu.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.443123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.443697 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: net-mtu Apr 19 10:58:07.444083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: netmtu_writable.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.445024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.445598 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: net-mtu-writable Apr 19 10:58:07.445957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: network_availability_zone.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.446805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.447379 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: network_availability_zone Apr 19 10:58:07.447743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: network_ip_availability.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.448892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.449473 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: network-ip-availability Apr 19 10:58:07.449851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: network_segment_range.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.450682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.451255 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 10:58:07.451614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: pagination.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.452923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.453248 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: pagination Apr 19 10:58:07.453606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: port_device_profile.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.454539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.455136 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: port-device-profile Apr 19 10:58:07.455495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.456460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.457036 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: port-mac-address-regenerate Apr 19 10:58:07.457399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.458326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.458899 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: port-numa-affinity-policy Apr 19 10:58:07.459257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: port_resource_request.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.460193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.460765 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 10:58:07.461122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: portbindings.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.462072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.462657 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: binding Apr 19 10:58:07.463016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: portbindings_extended.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.464338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.464919 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: binding-extended Apr 19 10:58:07.465287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: portsecurity.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.466214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.466797 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: port-security Apr 19 10:58:07.467158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: project_id.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.468942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.469320 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: project-id Apr 19 10:58:07.469683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: providernet.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.470623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.471205 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: provider Apr 19 10:58:07.471595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.475333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.475968 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos not supported by any of loaded plugins Apr 19 10:58:07.476342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.477623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.478209 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 10:58:07.478576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.479540 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.480158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 10:58:07.480523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_default.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.481437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.482012 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-default not supported by any of loaded plugins Apr 19 10:58:07.482371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_fip.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.483070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.483633 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-fip not supported by any of loaded plugins Apr 19 10:58:07.484600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_gateway_ip.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.485499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.486093 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 10:58:07.486453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_port_network_policy.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.487387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.487989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 10:58:07.488350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_rule_type_details.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.489283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.489858 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 10:58:07.490254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: qos_rules_alias.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.491278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.491854 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 10:58:07.492242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: quotasv2.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.493315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.493709 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: quotas Apr 19 10:58:07.494071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: quotasv2_detail.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.495802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.496214 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: quota_details Apr 19 10:58:07.496584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: rbac.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.497781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.498395 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: rbac-policies Apr 19 10:58:07.498755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: rbac_address_group.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.499730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.500382 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: rbac-address-group Apr 19 10:58:07.500743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: rbac_address_scope.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.501672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.502250 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: rbac-address-scope Apr 19 10:58:07.502610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: rbac_security_groups.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.503529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.504131 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: rbac-security-groups Apr 19 10:58:07.504494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: rbac_subnetpool.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.505441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.506026 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: rbac-subnetpool Apr 19 10:58:07.506386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: revisionifmatch.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.507450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.508064 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: revision-if-match Apr 19 10:58:07.508428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: revisions.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.509584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.510224 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: standard-attr-revisions Apr 19 10:58:07.510522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: router_availability_zone.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.511248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.511826 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: router_availability_zone Apr 19 10:58:07.512214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: routerservicetype.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.513135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.513745 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension router-service-type not supported by any of loaded plugins Apr 19 10:58:07.514138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.515799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.516405 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: security-groups-normalized-cidr Apr 19 10:58:07.516751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: security_groups_port_filtering.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.517689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.518266 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: port-security-groups-filtering Apr 19 10:58:07.518625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.519648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.520320 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: security-groups-remote-address-group Apr 19 10:58:07.520758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: securitygroup.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.535252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.535908 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: security-group Apr 19 10:58:07.536327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: segment.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.537247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.537833 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension segment not supported by any of loaded plugins Apr 19 10:58:07.538202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.539175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.539799 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 10:58:07.540197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: servicetype.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.541304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.541883 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: service-type Apr 19 10:58:07.542294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: sorting.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.543301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.543663 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: sorting Apr 19 10:58:07.544092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: standard_attr_segment.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.545022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.545614 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 10:58:07.545978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: standardattrdescription.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.546937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.547691 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: standard-attr-description Apr 19 10:58:07.548082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: stateful_security_group.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.549069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.549676 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: stateful-security-group Apr 19 10:58:07.550036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: stdattrs_common.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.550629 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 10:58:07.550984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.552031 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.552630 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 10:58:07.552984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: subnet_onboard.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.554195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.554865 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: subnet_onboard Apr 19 10:58:07.555142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.556100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.556685 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 10:58:07.557044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: subnet_service_types.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.557970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.558806 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: subnet-service-types Apr 19 10:58:07.559171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: subnetallocation.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.560299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.560886 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: subnet_allocation Apr 19 10:58:07.561246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.561982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.562768 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: subnetpool-prefix-ops Apr 19 10:58:07.563130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.564116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.564701 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 10:58:07.565055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: tagging.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.566409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.567021 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: standard-attr-tag Apr 19 10:58:07.567378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: timestamp.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.568594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.569188 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loaded extension: standard-attr-timestamp Apr 19 10:58:07.569555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: trunk.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.570598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.571172 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension trunk not supported by any of loaded plugins Apr 19 10:58:07.571531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: trunk_details.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.572488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.573065 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension trunk-details not supported by any of loaded plugins Apr 19 10:58:07.573423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: uplink_status_propagation.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.574359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.574945 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 10:58:07.575303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Loading extension file: vlantransparent.py {{(pid=86371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:58:07.576047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:58:07.576632 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 10:58:07.580134 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:network Apr 19 10:58:07.580967 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:subnet Apr 19 10:58:07.581649 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:58:07.582317 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:port Apr 19 10:58:07.583922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.584402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service FLAVORS assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.585085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.585546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.585922 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:router Apr 19 10:58:07.586651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:floatingip Apr 19 10:58:07.587424 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service METERING assigned prefix: /metering {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.589376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.589790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.590221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86371) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:07.591438 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 10:58:07.591936 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:security_group Apr 19 10:58:07.592748 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 10:58:07.594096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service CORE assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.594466 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:58:07.594826 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] subnetpool is already registered Apr 19 10:58:07.595497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service CORE assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.595967 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:58:07.596421 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] subnetpool is already registered Apr 19 10:58:07.599312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.599793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service FLAVORS assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.600471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.600931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.601305 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:router Apr 19 10:58:07.601672 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] router is already registered Apr 19 10:58:07.602376 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:floatingip Apr 19 10:58:07.602741 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] floatingip is already registered Apr 19 10:58:07.603434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service METERING assigned prefix: /metering {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.604191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 10:58:07.604555 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] rbac_policy is already registered Apr 19 10:58:07.605180 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:security_group Apr 19 10:58:07.605540 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] security_group is already registered Apr 19 10:58:07.606192 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 10:58:07.606551 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] security_group_rule is already registered Apr 19 10:58:07.607280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service CORE assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.607645 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:58:07.608080 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] subnetpool is already registered Apr 19 10:58:07.608819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.resource_helper [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Service CORE assigned prefix: {{(pid=86371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:58:07.609180 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:58:07.609541 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.quota.resource_registry [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] subnetpool is already registered Apr 19 10:58:07.610246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: extensions {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.611798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: address-groups {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.613449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: address-scopes {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.614929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: agents {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.616200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: auto-allocated-topology {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.617630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: availability_zones {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.619039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: dhcp-networks {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.620558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: dhcp-agents {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.622149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: routers {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.624190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: flavors {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.625514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: service_profiles {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.626760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: next_providers {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.628367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: service_profiles {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.629899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: floatingip-pools {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.631164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: routers {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.633044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: floatingips {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.634280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: l3-routers {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.635728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: l3-agents {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.637206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: metering-labels {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.639530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: metering-label-rules {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.641623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: network-ip-availabilities {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.642955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: bindings {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.644687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: quotas {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.646175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: quotas {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.647652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: rbac-policies {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.649029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: security-groups {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.650286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: security-group-rules {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.651573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: service-providers {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.652864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: subnetpools {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.654313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: subnetpools {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.656448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.658362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.660285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.662112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.664041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.665999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.667749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.669726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.671952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.673885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.extensions [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Extended resource: tags {{(pid=86371) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:58:07.680812 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING keystonemiddleware.auth_token [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 10:58:07.686370 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING keystonemiddleware.auth_token [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 10:58:07.695305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Acquired lock "singleton_lock" {{(pid=86371) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 10:58:07.695824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Releasing lock "singleton_lock" {{(pid=86371) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 10:58:07.697328 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Starting 2 workers Apr 19 10:58:07.702185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Started child 86484 {{(pid=86371) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:58:07.707763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:07.708036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Started child 86485 {{(pid=86371) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:58:07.709307 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 10:58:07.709932 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [-] (86484) wsgi starting up on http://0.0.0.0:9696 Apr 19 10:58:07.710082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Notify callbacks [] for process, before_spawn {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:07.712504 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Starting 1 workers Apr 19 10:58:07.712730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:07.714039 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [-] (86485) wsgi starting up on http://0.0.0.0:9696 Apr 19 10:58:07.718045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Started child 86486 {{(pid=86371) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:58:07.719158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Starting 1 workers Apr 19 10:58:07.720927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] calling RpcWorker wait() {{(pid=86486) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 10:58:07.721316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] returning from RpcWorker wait() {{(pid=86486) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 10:58:07.722963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:07.723465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:07.724122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Started child 86487 {{(pid=86371) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:58:07.724936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3190b9fa-4627-458c-84bd-c06ca853a79b None None] Notify callbacks [] for process, after_spawn {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:07.726619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86371) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 10:58:07.726861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 10:58:07.727070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 10:58:07.727339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 10:58:07.727758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 10:58:07.727995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 10:58:07.728615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.728953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.729087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:07.729186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.729454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.729803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.730470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.730777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.731074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.731488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.731648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.731789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.732211 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.732484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.732759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.733114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.733427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.733911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.734187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.734403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.734682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.735074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.735374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.735694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] debug = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.735987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.736545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.736805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.737081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.737343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.737648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.737917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.738238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.738520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.738779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.739063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.739363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.739625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.739869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.740159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.740451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.740704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.741148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] host = dv-cinder-786524-2-iscsi {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.741401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.741652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.741920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.742216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.742588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.742834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.743129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.743416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.743856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.744255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.744706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.745179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.745641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.746090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.746396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_options = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.746687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.747010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.747334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.747558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.747759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.747983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.748308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.748505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.748867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.749031 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.749288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.749796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.750046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.750306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.750631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.750912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.751194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.751441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.751744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.752193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.752722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.753614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.753614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.753614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.754015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.754015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.754392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.754833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.755109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.755408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.755698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.756015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.756292 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.756579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.756870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.757119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.757369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.757703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.757976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.758262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.758546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.758799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.759072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.759323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.759592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.760190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_json = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.760190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.760483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.760671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.760831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:07.760982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.761162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.761409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.761656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.761929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.762385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.762701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.763068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.763329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.763636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.763972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.773655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.775754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.776528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.777386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.778917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.779764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.780503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.780503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.780503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.780949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.781717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.781993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.782260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.782509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.782761 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.783010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.783260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.783510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.783756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.784137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.784408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.784760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.784916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.785166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.785166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.785166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.786167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.786322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.786601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.786855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.787121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.787430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.787685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.788011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.788224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.788450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.788909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.789324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.790890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.790890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.790890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.790890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.790890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.790890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.793549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.800721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.801351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.802541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.803713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.804614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.804614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.804614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.804894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.804894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.805131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.805412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.805691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.805937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.806194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.806468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.806724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.806970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.807222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.807470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.807759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.808036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.808354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.808903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.809168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.809450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.809709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.809986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.810236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.810520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.810767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.811015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.811223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.811477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.811727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.812048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.812329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.812576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.812845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.813115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.813471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.813741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.814013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.814279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.814528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.814794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.815052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.815448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.815697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.815974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.816228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.816522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.816811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.817098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.817345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.817596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.817844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.818100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.818337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.818669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.818944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.819213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.819484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.819744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.820034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.820280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.820524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.820765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.821034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.821337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.821582 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.821807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.822050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.822298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.822550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.822785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.823685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.823964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.823964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.824453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.824453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.824844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.825040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.825243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.825436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.825715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.825970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.826282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.826555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.826887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.827177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.828133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.828474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.828714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.828939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.829134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.829343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.829653 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.830036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.830415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.830696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.831058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.831279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.831547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.831851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.832130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.832421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.832781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.833069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.833344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.833619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.833908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.834168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.834420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.834674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.834927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.835164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.835436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.835714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.835997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.836248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.836463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.836721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.837006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.837285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.837557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.837800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.837986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 10:58:07.838546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86371) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 10:58:07.838726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 10:58:07.838894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 10:58:07.839063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 10:58:07.839229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 10:58:07.839404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 10:58:07.839649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.839858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.840070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.840234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.840460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.840695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.840695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.846409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] debug = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.847950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.848771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] host = dv-cinder-786524-2-iscsi {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.849707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.850487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_options = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.851411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.852257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.853807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.854871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.855065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.855218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.855358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.855497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.855689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.855908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.856086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.856275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.856462 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.856648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.856833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.857021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.857284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_json = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.857473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.857660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.857845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.858042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.858189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.858421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.858587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.858865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:58:07.859075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.859230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.859476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.859673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.859865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.860081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.860245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.860410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.860579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.860739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.860932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.861123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.861324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.861515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.861703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.861875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.862060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.862250 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.862483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.862641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.862833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.863024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.863233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.863423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.863583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.863783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.864015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.864159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.864325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.864515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.864705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.864894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.865082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.865249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.865434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.865622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.865810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.865999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.866188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.866378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.866568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.866758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.866948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.867137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.867325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.867516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.867707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.867909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.868111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.868299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.868501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.868691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.868878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.869065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.869255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.869442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.869633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.869819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.870007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.870196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.870384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.870590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.871064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.871254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.871444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.871810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.872054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.872245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.872433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.872622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.872809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.872998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.873187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.873376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.873570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.873760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.873949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.874138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.874864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.875106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.875302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.875592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.875781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.875999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.876199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.876408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.876599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.876789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.876977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.877167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.877356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.877549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.877733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.877923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.878113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.878303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.878492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.878684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.878872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.879059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.879247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.879435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.879623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.879813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.880003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.880160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.880353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.880541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.880729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.880917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.881238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.882735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.883921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.884073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.884264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.884466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.884656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.884845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.885036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.885275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.885464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.885652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.885840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.886029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.886217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.886405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.886593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.886782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.886971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.887159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.887349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.887537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.887752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.887982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.888159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.888349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.888538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.888727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.888939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.889127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.889315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.889503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.889691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.889879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.890754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.891017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.891258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.891367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.891547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.891738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.891952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.893896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.894249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.894249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.894437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.894544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.894703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.894892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.895083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.895274 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.895465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.895657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.895831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.896209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.896448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.896666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.896877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.897092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.897298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.897502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.897706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.897882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.898087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.898286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.898480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.898680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.898880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.899081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.899278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.899474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.899670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.899867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.900097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.900306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.900502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.900696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.900891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.901085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.901290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.901483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.901678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.901870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.902062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.902264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.902454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.902644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.902836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.903027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.903232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.903425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.903617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.903806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.904022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.904231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.904450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.904608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.904750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.904898 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.905098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.905292 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.906532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.906974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.907074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.907271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.907469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.907675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.907896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.908203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.908288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.908469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.908660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.909840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.909840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.909840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.909840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.909840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.909840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.912136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.914297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:58:07.915139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86371) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 10:58:07.923734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:07.973145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33044) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:07.985859 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104818 Apr 19 10:58:19.677168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710839e8-7402-4702-9331-433e239c8c20 None None] get_active_networks_info from dv-cinder-786524-2-iscsi {{(pid=86486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 10:58:19.845761 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710839e8-7402-4702-9331-433e239c8c20 None None] No non-hosted networks {{(pid=86486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 10:58:19.867264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agentschedulers_db [None req-710839e8-7402-4702-9331-433e239c8c20 None None] DHCP Agent not found on host dv-cinder-786524-2-iscsi {{(pid=86486) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 19 10:58:20.039973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed7d3-1ac8-4bc6-942f-523c296873e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861'] for agent, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:22.121980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-23b65233-0cfb-4d94-a9a5-cbf099bb5bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861'] for agent, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:22.185632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-70932c35-a48c-4124-b4f4-aa6935560a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:23.082455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861'] for agent, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:23.190580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861'] for agent, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:23.191981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.193555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.194295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.194893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.195471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.196063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.196642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.197241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.197802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.198741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.199310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.199934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:23.200562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:23.210562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:24.081917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861'] for agent, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:25.162410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33134) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:25.436991 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_hamode_db [None req-e7aeae7d-e7d0-40de-a337-944c56d098ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 10:58:25.533144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aeae7d-e7d0-40de-a337-944c56d098ee None None] Routers set() bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:25.533476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aeae7d-e7d0-40de-a337-944c56d098ee None None] Router IDs set() for agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 10:58:25.832808 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-9d4a7770-c52a-4c30-98ac-1228cd66d738 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:58:25.833385 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-9d4a7770-c52a-4c30-98ac-1228cd66d738 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:58:26.068662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [None req-9d4a7770-c52a-4c30-98ac-1228cd66d738 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:58:26.069723 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9d4a7770-c52a-4c30-98ac-1228cd66d738 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9062841 Apr 19 10:58:28.880932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33150) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:29.286425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:29.391548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.policy [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86485) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 10:58:29.448240 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:58:29.448606 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:58:29.467280 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] Loaded quota_driver: . Apr 19 10:58:29.484010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:29.569741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299091637637', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299091636329', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299091627334', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299091621338', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299091604288', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299091603707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32874711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32985815', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1643880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853048930'] for rbac-policy, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:30.156772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:30.158226 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fe6a39e7-3492-4a37-8cdd-92cc4314ebf8 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2762847 Apr 19 10:58:33.204237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33164) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:33.614022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Request body: {'network': {'project_id': '6223262180fe48cab81f103eafe78132', 'name': 'private', 'admin_state_up': True}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:33.620119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:33.624712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Usage tracker for resource:network and tenant:6223262180fe48cab81f103eafe78132 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:33.629204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:33.635586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:33.681800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Made reservation on behalf of 6223262180fe48cab81f103eafe78132 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:33.688647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.706010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.721270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:33.725229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:6223262180fe48cab81f103eafe78132 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:33.728831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:33.735607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:33.926322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.950122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.955326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:33.973767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:58:34.004530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363299096681878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.005168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Unsubscribe: segment precommit_create {{(pid=86485) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 10:58:34.005817 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Added segment b745ab1e-0d84-466c-b020-1c1f3aec47ca of type vlan for network c0ec36b8-8196-420e-b323-c0bc92d80e1b Apr 19 10:58:34.055813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9881aa93-32ed-4cf4-9412-9018a28f0e71,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:34.078759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.079130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.079494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.079853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.080233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.080602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.080954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.081306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.081674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.082024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.082368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.082715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Tracked resource versions report: Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 10:58:34.083790 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:58:34.123297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.145770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:34.201711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.203396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:34.204271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.209460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:34.315477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ec36b8-8196-420e-b323-c0bc92d80e1b,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:34.324058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:34.330531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:34.356778 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1512935 Apr 19 10:58:37.467104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33180) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:37.965766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8c59e-cdd8-4b1f-8066-876cb0ffed84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:37.968362 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-62b8c59e-cdd8-4b1f-8066-876cb0ffed84 admin admin] 10.222.0.46 "GET /v2.0/networks/c0ec36b8-8196-420e-b323-c0bc92d80e1b HTTP/1.1" status: 200 len: 825 time: 0.4998238 Apr 19 10:58:37.999032 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4877d038-8ae0-4777-8719-8a0def78ab7a admin admin] 10.222.0.46 "GET /v2.0/subnetpools/322c4a27-7cd5-4870-99ee-7a52523a6d3f HTTP/1.1" status: 200 len: 734 time: 0.0242245 Apr 19 10:58:38.009654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'ip_version': 4, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f', 'name': 'private-subnet', 'tenant_id': '6223262180fe48cab81f103eafe78132'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:38.015668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:38.019970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Usage tracker for resource:subnet and tenant:6223262180fe48cab81f103eafe78132 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:38.022941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:38.028950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:38.081212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Made reservation on behalf of 6223262180fe48cab81f103eafe78132 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:38.085831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.622071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.628186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:38.716166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df514e1-8445-4fca-bec4-ea172fa93fcf,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:38.721117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Checking segment: {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:38.721535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Network hostable DHCP agents. Network: c0ec36b8-8196-420e-b323-c0bc92d80e1b, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:58:38.726061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:38.772997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:58:38.807164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, c0ec36b8-8196-420e-b323-c0bc92d80e1b) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:38.812729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:38.813807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.817464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac18e79-b9a7-4b2e-a30e-7ad2b29ac1a6 None None] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:38.848243 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8422718 Apr 19 10:58:39.151889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 10:58:39.151889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.519700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Allocated IP 172.20.0.2 (c0ec36b8-8196-420e-b323-c0bc92d80e1b/4df514e1-8445-4fca-bec4-ea172fa93fcf/11492368-eb14-4535-b61a-8413e1869c80) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:39.759484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.821849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Transition to ACTIVE for port object 11492368-eb14-4535-b61a-8413e1869c80 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:39.843361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Transition to ACTIVE for port object 11492368-eb14-4535-b61a-8413e1869c80 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:39.871279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.880448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:39.936725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:39.938191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:39.950490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:39.999109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Pushing event updated for resources: {'Port': ['ID=11492368-eb14-4535-b61a-8413e1869c80,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:40.043576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.043991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.044361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.044720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.045073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.045427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.045774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.046125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.047006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.047481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.047888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.048269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Tracked resource versions report: Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 10:58:40.049360 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:58:40.061540 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:40.069961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Attempting to bind port 11492368-eb14-4535-b61a-8413e1869c80 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:40.070389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Attempting to bind port 11492368-eb14-4535-b61a-8413e1869c80 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:40.070794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Attempting to bind port 11492368-eb14-4535-b61a-8413e1869c80 on network c0ec36b8-8196-420e-b323-c0bc92d80e1b {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:40.076794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:40.077756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Checking segment: {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:40.077756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.078317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Bound using segment: {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:40.078852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Bound port: 11492368-eb14-4535-b61a-8413e1869c80, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:40.079302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.175858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] For port 11492368-eb14-4535-b61a-8413e1869c80, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:40.188342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] For port 11492368-eb14-4535-b61a-8413e1869c80, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=11492368-eb14-4535-b61a-8413e1869c80,segment=NetworkSegment(b745ab1e-0d84-466c-b020-1c1f3aec47ca),segment_id=b745ab1e-0d84-466c-b020-1c1f3aec47ca)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:40.213784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.218195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:40.317477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Pushing event updated for resources: {'Port': ['ID=11492368-eb14-4535-b61a-8413e1869c80,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:40.319701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:41.708043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33190) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:42.136545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [None req-d71c8e3a-0709-41aa-94c1-41fe858daa18 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:58:42.137620 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d71c8e3a-0709-41aa-94c1-41fe858daa18 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4285207 Apr 19 10:58:44.991865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33200) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:45.419444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [None req-e537c166-15de-4e04-b379-c26851bcdcbb admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:58:45.420618 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e537c166-15de-4e04-b379-c26851bcdcbb admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4277301 Apr 19 10:58:47.308232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 11492368-eb14-4535-b61a-8413e1869c80 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:47.350844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb181c-4792-4068-af2a-d62cc0449c75 None None] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:47.549389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 11492368-eb14-4535-b61a-8413e1869c80 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:47.563730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-d1eb678b-bb34-4047-8434-70d5118b341e None None] Provisioning for port 11492368-eb14-4535-b61a-8413e1869c80 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:47.569781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 11492368-eb14-4535-b61a-8413e1869c80 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:47.570187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.604643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-d1eb678b-bb34-4047-8434-70d5118b341e None None] Provisioning complete for port 11492368-eb14-4535-b61a-8413e1869c80 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:47.604967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d1eb678b-bb34-4047-8434-70d5118b341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.894646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d1eb678b-bb34-4047-8434-70d5118b341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.903722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.952242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 11492368-eb14-4535-b61a-8413e1869c80, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=11492368-eb14-4535-b61a-8413e1869c80,segment=NetworkSegment(b745ab1e-0d84-466c-b020-1c1f3aec47ca),segment_id=b745ab1e-0d84-466c-b020-1c1f3aec47ca)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:58:47.999405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.012140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:48.072999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-d1eb678b-bb34-4047-8434-70d5118b341e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 10:58:48.073410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-d1eb678b-bb34-4047-8434-70d5118b341e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 10:58:48.087836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=11492368-eb14-4535-b61a-8413e1869c80,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:48.091221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:48.511784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33218) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:48.754546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-c9f95acb-b106-4fd0-be6a-507271ca1cd6 None None] Provisioning complete for port 11492368-eb14-4535-b61a-8413e1869c80 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:48.754955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c9f95acb-b106-4fd0-be6a-507271ca1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.903362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Request body: {'router': {'tenant_id': '6223262180fe48cab81f103eafe78132', 'name': 'router1', 'admin_state_up': True}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:48.909516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:48.913482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Usage tracker for resource:router and tenant:6223262180fe48cab81f103eafe78132 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:48.916617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:48.922560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:48.967538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.969590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.050847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.185609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.241700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.243203 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-be884891-20e2-4d21-82bc-c20d5e9053e3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7302971 Apr 19 10:58:49.266386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 11492368-eb14-4535-b61a-8413e1869c80 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:49.348805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 11492368-eb14-4535-b61a-8413e1869c80 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:49.349137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.595072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c00bf1cd-0398-4f80-9a72-4013bb8ae5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.008476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33236) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:52.069624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-397f0ac1-cdb7-4717-9dc1-d1aeef05cfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.234646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [None req-4b415b7b-3e5b-4861-8f43-d04fa636da4e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:58:52.235777 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4b415b7b-3e5b-4861-8f43-d04fa636da4e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2263443 Apr 19 10:58:53.023865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.172459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.995898 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.870265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33256) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:54.920676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:54.926701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:54.930691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Usage tracker for resource:network and tenant:9825491ef8a94602b79beeab8cf586a4 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:54.933660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:54.940569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:55.035537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Made reservation on behalf of 9825491ef8a94602b79beeab8cf586a4 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:55.040194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.053574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.069051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:55.072899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Usage tracker for resource:security_group_rule and tenant:9825491ef8a94602b79beeab8cf586a4 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:55.075946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:55.082315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:55.276819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.309760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.314337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:55.329608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Reserving flat network on physical network physnet1 {{(pid=86485) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 10:58:55.346777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58719d21-5c42-426c-a82e-cac2e5378a17,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:55.350545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:55.382962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.390022 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Added segment 4eec0dbc-ce53-405c-9d14-1983de502871 of type flat for network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d Apr 19 10:58:55.475043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.538235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.539557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:55.540207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.544980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:55.654241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Pushing event updated for resources: {'Network': ['ID=3ddf443b-b5a6-45b6-b647-2687ed1dc08d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:55.657664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:55.664959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:55.681891 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8100770 Apr 19 10:58:58.229241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33268) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:58.349923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33785802-397b-4c67-8dbe-b6f31b66c37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:58.351646 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-33785802-397b-4c67-8dbe-b6f31b66c37f admin admin] 10.222.0.46 "GET /v2.0/subnets/4df514e1-8445-4fca-bec4-ea172fa93fcf HTTP/1.1" status: 200 len: 849 time: 0.1213114 Apr 19 10:58:58.654614 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7352a568-94ad-4d43-8efc-e1e8212b33e6 admin admin] 10.222.0.46 "GET /v2.0/routers/775ced47-f24b-4bd9-9367-32ba9edb1e32 HTTP/1.1" status: 200 len: 704 time: 0.2967784 Apr 19 10:58:59.140790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.428296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Allocated IP 172.20.0.1 (c0ec36b8-8196-420e-b323-c0bc92d80e1b/4df514e1-8445-4fca-bec4-ea172fa93fcf/aeedf40a-5459-428f-bd30-69d5f594096d) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:59.679406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.697231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Transition to ACTIVE for port object aeedf40a-5459-428f-bd30-69d5f594096d will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:59.778713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.784669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:59.856803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:59.860518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:59.865414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:59.865952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.988863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Pushing event updated for resources: {'Port': ['ID=aeedf40a-5459-428f-bd30-69d5f594096d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:59.998115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:00.098088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-5c2cd631-2396-408a-afef-1615c8fcdcab None None] Provisioning for port aeedf40a-5459-428f-bd30-69d5f594096d completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:00.103124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-5c2cd631-2396-408a-afef-1615c8fcdcab None None] Provisioning complete for port aeedf40a-5459-428f-bd30-69d5f594096d triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:00.109743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5c2cd631-2396-408a-afef-1615c8fcdcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.160781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5c2cd631-2396-408a-afef-1615c8fcdcab None None] Port aeedf40a-5459-428f-bd30-69d5f594096d cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:59:00.178145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.588924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.618371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.619469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.623931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:00.762333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Pushing event updated for resources: {'Port': ['ID=aeedf40a-5459-428f-bd30-69d5f594096d,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:00.767870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:00.830982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:00.868729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:01.086604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-10a8ad13-5409-4880-b26d-2d6da3e917fa None None] Provisioning complete for port aeedf40a-5459-428f-bd30-69d5f594096d triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:01.086855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Router 775ced47-f24b-4bd9-9367-32ba9edb1e32 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 10:59:01.086972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-10a8ad13-5409-4880-b26d-2d6da3e917fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:01.146007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-10a8ad13-5409-4880-b26d-2d6da3e917fa None None] Port aeedf40a-5459-428f-bd30-69d5f594096d cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:59:01.253593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:01.264070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e350541-74b9-4530-920c-73727b87326e None None] Sync routers for ids ['775ced47-f24b-4bd9-9367-32ba9edb1e32'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:01.264832 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] 10.222.0.46 "PUT /v2.0/routers/775ced47-f24b-4bd9-9367-32ba9edb1e32/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6038141 Apr 19 10:59:01.275804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] Routers {'775ced47-f24b-4bd9-9367-32ba9edb1e32'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:01.276704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T10:58:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['775ced47-f24b-4bd9-9367-32ba9edb1e32'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:01.467160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] Set router 775ced47-f24b-4bd9-9367-32ba9edb1e32 gateway port host: None {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:02.029943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'name': 'router1', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:48Z', 'updated_at': '2021-04-19T10:59:00Z', 'revision_number': 2, 'project_id': '6223262180fe48cab81f103eafe78132', 'gw_port_host': None, '_interfaces': [{'id': 'aeedf40a-5459-428f-bd30-69d5f594096d', 'name': '', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'mac_address': 'fa:16:3e:5b:01:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:59Z', 'updated_at': '2021-04-19T10:59:00Z', 'revision_number': 2, 'project_id': '6223262180fe48cab81f103eafe78132', 'subnets': [{'id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:02.035018 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e350541-74b9-4530-920c-73727b87326e None None] Checking router: 775ced47-f24b-4bd9-9367-32ba9edb1e32 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:02.035422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e350541-74b9-4530-920c-73727b87326e None None] Updating router 775ced47-f24b-4bd9-9367-32ba9edb1e32 port aeedf40a-5459-428f-bd30-69d5f594096d binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:59:02.095166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0e350541-74b9-4530-920c-73727b87326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.499654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0e350541-74b9-4530-920c-73727b87326e None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.514064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0e350541-74b9-4530-920c-73727b87326e None None] Transition to ACTIVE for port object aeedf40a-5459-428f-bd30-69d5f594096d will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:02.549606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0e350541-74b9-4530-920c-73727b87326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.556024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:02.737033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Pushing event updated for resources: {'Port': ['ID=aeedf40a-5459-428f-bd30-69d5f594096d,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:02.774597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.775181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.775317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.775686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.776089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.776449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.776804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.777156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.777524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.777875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.778224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.778573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Tracked resource versions report: Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 10:59:02.779635 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:59:02.799205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:02.806376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0e350541-74b9-4530-920c-73727b87326e None None] Attempting to bind port aeedf40a-5459-428f-bd30-69d5f594096d on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:02.806801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0e350541-74b9-4530-920c-73727b87326e None None] Attempting to bind port aeedf40a-5459-428f-bd30-69d5f594096d by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:02.807209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e350541-74b9-4530-920c-73727b87326e None None] Attempting to bind port aeedf40a-5459-428f-bd30-69d5f594096d on network c0ec36b8-8196-420e-b323-c0bc92d80e1b {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:02.813097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e350541-74b9-4530-920c-73727b87326e None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:02.813512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e350541-74b9-4530-920c-73727b87326e None None] Checking segment: {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:02.814005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0e350541-74b9-4530-920c-73727b87326e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.814419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e350541-74b9-4530-920c-73727b87326e None None] Bound using segment: {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:02.814950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0e350541-74b9-4530-920c-73727b87326e None None] Bound port: aeedf40a-5459-428f-bd30-69d5f594096d, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b745ab1e-0d84-466c-b020-1c1f3aec47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:02.815351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0e350541-74b9-4530-920c-73727b87326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.910798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0e350541-74b9-4530-920c-73727b87326e None None] For port aeedf40a-5459-428f-bd30-69d5f594096d, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:02.915155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0e350541-74b9-4530-920c-73727b87326e None None] For port aeedf40a-5459-428f-bd30-69d5f594096d, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=aeedf40a-5459-428f-bd30-69d5f594096d,segment=NetworkSegment(b745ab1e-0d84-466c-b020-1c1f3aec47ca),segment_id=b745ab1e-0d84-466c-b020-1c1f3aec47ca)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:02.978723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0e350541-74b9-4530-920c-73727b87326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.982993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:03.080176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] Routers {'775ced47-f24b-4bd9-9367-32ba9edb1e32'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:03.080860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T10:58:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['775ced47-f24b-4bd9-9367-32ba9edb1e32'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:03.141164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Pushing event updated for resources: {'Port': ['ID=aeedf40a-5459-428f-bd30-69d5f594096d,revision_number=4']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:03.207805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:03.252531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] Set router 775ced47-f24b-4bd9-9367-32ba9edb1e32 gateway port host: None {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:03.602314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0e350541-74b9-4530-920c-73727b87326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'name': 'router1', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:48Z', 'updated_at': '2021-04-19T10:59:00Z', 'revision_number': 2, 'project_id': '6223262180fe48cab81f103eafe78132', 'gw_port_host': None, '_interfaces': [{'id': 'aeedf40a-5459-428f-bd30-69d5f594096d', 'name': '', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'mac_address': 'fa:16:3e:5b:01:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:59Z', 'updated_at': '2021-04-19T10:59:02Z', 'revision_number': 4, 'project_id': '6223262180fe48cab81f103eafe78132', 'subnets': [{'id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:03.606901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e350541-74b9-4530-920c-73727b87326e None None] The sync data for ids ['775ced47-f24b-4bd9-9367-32ba9edb1e32'] in dv-cinder-786524-2-iscsi is: [{'id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'name': 'router1', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:48Z', 'updated_at': '2021-04-19T10:59:00Z', 'revision_number': 2, 'project_id': '6223262180fe48cab81f103eafe78132', 'gw_port_host': None, '_interfaces': [{'id': 'aeedf40a-5459-428f-bd30-69d5f594096d', 'name': '', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'mac_address': 'fa:16:3e:5b:01:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:59Z', 'updated_at': '2021-04-19T10:59:02Z', 'revision_number': 4, 'project_id': '6223262180fe48cab81f103eafe78132', 'subnets': [{'id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:03.807228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33280) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:03.965971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0afbcd1-dfd2-42f7-916f-19d7808b0d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:03.966512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e0afbcd1-dfd2-42f7-916f-19d7808b0d02 admin admin] Synchronizing usage tracker for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:network {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:04.013482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e0afbcd1-dfd2-42f7-916f-19d7808b0d02 admin admin] Unset dirty status for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:network {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:04.015519 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e0afbcd1-dfd2-42f7-916f-19d7808b0d02 admin admin] 10.222.0.46 "GET /v2.0/networks/3ddf443b-b5a6-45b6-b647-2687ed1dc08d HTTP/1.1" status: 200 len: 842 time: 0.2070467 Apr 19 10:59:04.025930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'name': 'public-subnet'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:04.032250 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:04.036215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Usage tracker for resource:subnet and tenant:9825491ef8a94602b79beeab8cf586a4 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:04.039107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:04.049224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:04.080963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Made reservation on behalf of 9825491ef8a94602b79beeab8cf586a4 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:04.085618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.771888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.objects.ports [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86485) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 10:59:04.772409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.777329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-629bece0-cd18-45b9-a964-ed0ae284768f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:04.865631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7523bbf5-600f-4ad0-a614-f7f8b84c6773,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:04.868378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:04.869474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:04.869867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Network hostable DHCP agents. Network: 3ddf443b-b5a6-45b6-b647-2687ed1dc08d, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:59:04.922277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:59:04.955735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 3ddf443b-b5a6-45b6-b647-2687ed1dc08d) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:04.960772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:04.961420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.047135 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0245407 Apr 19 10:59:05.125709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4349f21f-ab7b-4122-8688-8599ac495945 None None] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:05.361646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448505a-3a54-496f-96c9-56487e4ed464 None None] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:07.303550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device aeedf40a-5459-428f-bd30-69d5f594096d up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:07.412170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port aeedf40a-5459-428f-bd30-69d5f594096d completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:07.417282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port aeedf40a-5459-428f-bd30-69d5f594096d triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:07.417696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.542896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.577614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port aeedf40a-5459-428f-bd30-69d5f594096d, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=aeedf40a-5459-428f-bd30-69d5f594096d,segment=NetworkSegment(b745ab1e-0d84-466c-b020-1c1f3aec47ca),segment_id=b745ab1e-0d84-466c-b020-1c1f3aec47ca)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:07.618029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.621338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:07.679901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33294) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:07.693412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=aeedf40a-5459-428f-bd30-69d5f594096d,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:07.696783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:07.893088 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e1584fc9-2b92-4af4-b82c-1aae06599953 admin admin] 10.222.0.46 "GET /v2.0/routers/775ced47-f24b-4bd9-9367-32ba9edb1e32 HTTP/1.1" status: 200 len: 710 time: 0.2118862 Apr 19 10:59:08.044579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217398de-cc33-47e7-8488-52481643fe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:08.046064 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-217398de-cc33-47e7-8488-52481643fe71 admin admin] 10.222.0.46 "GET /v2.0/networks/3ddf443b-b5a6-45b6-b647-2687ed1dc08d HTTP/1.1" status: 200 len: 886 time: 0.1472225 Apr 19 10:59:08.055912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:08.722348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.135100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.197684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.292036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device aeedf40a-5459-428f-bd30-69d5f594096d up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:09.352603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Allocated IP 172.27.0.48 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/4ce05b17-6cd3-4245-84d3-981d771d3c55) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:09.374415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port aeedf40a-5459-428f-bd30-69d5f594096d triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:09.374943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.527454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.607243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.613204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:09.671305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:09.678787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:09.683209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:09.816093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Pushing event updated for resources: {'Port': ['ID=4ce05b17-6cd3-4245-84d3-981d771d3c55,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:09.820542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:10.160112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.526040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.529618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854358074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396584'] for router, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.942914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Router 775ced47-f24b-4bd9-9367-32ba9edb1e32 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:59:11.145979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:11.156263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.156757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Sync routers for ids ['775ced47-f24b-4bd9-9367-32ba9edb1e32'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:11.160624 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] 10.222.0.46 "PUT /v2.0/routers/775ced47-f24b-4bd9-9367-32ba9edb1e32 HTTP/1.1" status: 200 len: 889 time: 3.1050823 Apr 19 10:59:11.167358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Routers {'775ced47-f24b-4bd9-9367-32ba9edb1e32'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:11.168117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T10:58:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['775ced47-f24b-4bd9-9367-32ba9edb1e32'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:11.375862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Set router 775ced47-f24b-4bd9-9367-32ba9edb1e32 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:11.740617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'name': 'router1', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4ce05b17-6cd3-4245-84d3-981d771d3c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:48Z', 'updated_at': '2021-04-19T10:59:09Z', 'revision_number': 4, 'project_id': '6223262180fe48cab81f103eafe78132', 'gw_port': {'id': '4ce05b17-6cd3-4245-84d3-981d771d3c55', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:09Z', 'updated_at': '2021-04-19T10:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'aeedf40a-5459-428f-bd30-69d5f594096d', 'name': '', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'mac_address': 'fa:16:3e:5b:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:59Z', 'updated_at': '2021-04-19T10:59:07Z', 'revision_number': 5, 'project_id': '6223262180fe48cab81f103eafe78132', 'subnets': [{'id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:11.745660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Checking router: 775ced47-f24b-4bd9-9367-32ba9edb1e32 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:11.746046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Updating router 775ced47-f24b-4bd9-9367-32ba9edb1e32 port 4ce05b17-6cd3-4245-84d3-981d771d3c55 binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:59:11.783828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:59:11.804597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.176600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.189774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Transition to ACTIVE for port object 4ce05b17-6cd3-4245-84d3-981d771d3c55 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:12.234630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.239120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:12.327935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Attempting to bind port 4ce05b17-6cd3-4245-84d3-981d771d3c55 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:12.328382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Attempting to bind port 4ce05b17-6cd3-4245-84d3-981d771d3c55 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:12.329002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Attempting to bind port 4ce05b17-6cd3-4245-84d3-981d771d3c55 on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:12.332529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e5cbc-2661-43d5-8102-a8bf4e886b30 None None] Pushing event updated for resources: {'Port': ['ID=4ce05b17-6cd3-4245-84d3-981d771d3c55,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:12.337071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3e0e5cbc-2661-43d5-8102-a8bf4e886b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:12.337860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:12.338261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:12.338692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.339106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:12.339717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Bound port: 4ce05b17-6cd3-4245-84d3-981d771d3c55, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:12.340041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.416307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] For port 4ce05b17-6cd3-4245-84d3-981d771d3c55, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:12.419358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] For port 4ce05b17-6cd3-4245-84d3-981d771d3c55, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=4ce05b17-6cd3-4245-84d3-981d771d3c55,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:12.446348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.451486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:12.536596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Routers {'775ced47-f24b-4bd9-9367-32ba9edb1e32'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:12.537705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T10:58:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['775ced47-f24b-4bd9-9367-32ba9edb1e32'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:12.657626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e5cbc-2661-43d5-8102-a8bf4e886b30 None None] Pushing event updated for resources: {'Port': ['ID=4ce05b17-6cd3-4245-84d3-981d771d3c55,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:12.668586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3e0e5cbc-2661-43d5-8102-a8bf4e886b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:12.735621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] Set router 775ced47-f24b-4bd9-9367-32ba9edb1e32 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:13.227703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'name': 'router1', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4ce05b17-6cd3-4245-84d3-981d771d3c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:48Z', 'updated_at': '2021-04-19T10:59:09Z', 'revision_number': 4, 'project_id': '6223262180fe48cab81f103eafe78132', 'gw_port': {'id': '4ce05b17-6cd3-4245-84d3-981d771d3c55', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:09Z', 'updated_at': '2021-04-19T10:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'aeedf40a-5459-428f-bd30-69d5f594096d', 'name': '', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'mac_address': 'fa:16:3e:5b:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:59Z', 'updated_at': '2021-04-19T10:59:07Z', 'revision_number': 5, 'project_id': '6223262180fe48cab81f103eafe78132', 'subnets': [{'id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:13.231801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd182e5e-1f20-4b4b-a454-7f2eb6c2fc4d None None] The sync data for ids ['775ced47-f24b-4bd9-9367-32ba9edb1e32'] in dv-cinder-786524-2-iscsi is: [{'id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'name': 'router1', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4ce05b17-6cd3-4245-84d3-981d771d3c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:48Z', 'updated_at': '2021-04-19T10:59:09Z', 'revision_number': 4, 'project_id': '6223262180fe48cab81f103eafe78132', 'gw_port': {'id': '4ce05b17-6cd3-4245-84d3-981d771d3c55', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:09Z', 'updated_at': '2021-04-19T10:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'aeedf40a-5459-428f-bd30-69d5f594096d', 'name': '', 'network_id': 'c0ec36b8-8196-420e-b323-c0bc92d80e1b', 'tenant_id': '6223262180fe48cab81f103eafe78132', 'mac_address': 'fa:16:3e:5b:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775ced47-f24b-4bd9-9367-32ba9edb1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:59Z', 'updated_at': '2021-04-19T10:59:07Z', 'revision_number': 5, 'project_id': '6223262180fe48cab81f103eafe78132', 'subnets': [{'id': '4df514e1-8445-4fca-bec4-ea172fa93fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '322c4a27-7cd5-4870-99ee-7a52523a6d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:13.898114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33304) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:14.028535 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fab8e8e7-5e43-41cf-b32b-ce6e4854021c admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1291993 Apr 19 10:59:15.334863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 4ce05b17-6cd3-4245-84d3-981d771d3c55 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:15.446574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 4ce05b17-6cd3-4245-84d3-981d771d3c55 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:15.452807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 4ce05b17-6cd3-4245-84d3-981d771d3c55 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:15.453224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.584088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.602306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 4ce05b17-6cd3-4245-84d3-981d771d3c55, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=4ce05b17-6cd3-4245-84d3-981d771d3c55,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:15.629317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.641093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:15.715914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=4ce05b17-6cd3-4245-84d3-981d771d3c55,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:15.719336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:17.365456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 4ce05b17-6cd3-4245-84d3-981d771d3c55 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:17.478101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 4ce05b17-6cd3-4245-84d3-981d771d3c55 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:17.478844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:19.625619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4dd4307e-df67-4571-9754-3967c3c07030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.080967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-274dcaa9-4227-4123-aa78-fcfe29c4ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.057690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.206476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.007469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.789111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:59:49.624024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5fba430d-413d-404e-affd-d7492c67e980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:52.075384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2bb7-63cf-4cde-94a0-5ada8742831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:53.029293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:53.177169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:54.006188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:19.604495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6aa9-4a7b-4087-b1d5-6c7b1c626aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.091394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-10c0c117-c929-42a3-a2d5-b741e8e41093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.046113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.189062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.010865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:25.790244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:00:49.593230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6130b04f-0f1f-4228-96f5-da6ced93947d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:52.078776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7f5891f4-f672-466d-ae05-f72a29ace4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.033490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.175177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:54.010435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.789376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:01:03.442757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33874) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:03.518245 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfdea2a-23a6-4cc3-a59e-f6af7eee06fc admin admin] GET failed (client error): The resource could not be found. Apr 19 11:01:03.519611 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-cdfdea2a-23a6-4cc3-a59e-f6af7eee06fc admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0758224 Apr 19 11:01:03.670791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88a24f-adc6-47f8-9d79-7defcfe6bd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:03.672326 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8a88a24f-adc6-47f8-9d79-7defcfe6bd67 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1484182 Apr 19 11:01:06.315738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 33884) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:06.438718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e1ea7-d703-46c1-a7f4-b87284b59f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:06.439331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a70e1ea7-d703-46c1-a7f4-b87284b59f88 admin admin] Synchronizing usage tracker for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:subnet {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:06.501725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a70e1ea7-d703-46c1-a7f4-b87284b59f88 admin admin] Unset dirty status for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:subnet {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:06.503069 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a70e1ea7-d703-46c1-a7f4-b87284b59f88 admin admin] 10.222.0.46 "GET /v2.0/subnets/4df514e1-8445-4fca-bec4-ea172fa93fcf HTTP/1.1" status: 200 len: 849 time: 0.1862495 Apr 19 11:01:06.514918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:06.644514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.997824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737758014425'] for subnet, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:07.003474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:07.048275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:07.049477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:07.051060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] 10.222.0.46 "PUT /v2.0/subnets/4df514e1-8445-4fca-bec4-ea172fa93fcf HTTP/1.1" status: 200 len: 868 time: 0.5405900 Apr 19 11:01:07.051343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a83874-7e68-411e-bb0c-39576a63fb4a None None] Network c0ec36b8-8196-420e-b323-c0bc92d80e1b requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:01:07.080529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df514e1-8445-4fca-bec4-ea172fa93fcf,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:07.090394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.090855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.091166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.091540 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.091920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.092352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.092718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.093101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.093557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.093920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.094433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.094796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:07.098987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:07.572180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-d2d94fd5-989c-458e-8c0b-7a5da97a3a07 None None] Provisioning complete for port aeedf40a-5459-428f-bd30-69d5f594096d triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:07.572873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d2d94fd5-989c-458e-8c0b-7a5da97a3a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:07.720239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-d2d94fd5-989c-458e-8c0b-7a5da97a3a07 None None] Provisioning complete for port 11492368-eb14-4535-b61a-8413e1869c80 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:07.720531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d2d94fd5-989c-458e-8c0b-7a5da97a3a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:09.744612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33894) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:09.947005 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 11:01:09.947585 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 11:01:10.611576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.policy [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86484) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 11:01:10.667523 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 11:01:10.667972 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING oslo_policy.policy [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 11:01:10.685426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:10.685944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:10.687986 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c89165b4-6780-49d1-bba3-f96c18942146 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.9412889 Apr 19 11:01:13.284154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33910) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:13.484045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140dd8-c066-4a48-a6d8-27355b52a096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:13.484487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140dd8-c066-4a48-a6d8-27355b52a096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:13.486131 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1f140dd8-c066-4a48-a6d8-27355b52a096 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006309 Apr 19 11:01:16.024685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33920) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:16.209847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3370ea70-a8bd-4d3b-bca5-65aff2684905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:16.211225 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3370ea70-a8bd-4d3b-bca5-65aff2684905 admin admin] 10.222.0.46 "GET /v2.0/networks/3ddf443b-b5a6-45b6-b647-2687ed1dc08d HTTP/1.1" status: 200 len: 886 time: 0.1853092 Apr 19 11:01:18.813853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33930) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:19.006030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b9764-00a6-4f30-ab8f-638a86005251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:19.007493 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0c4b9764-00a6-4f30-ab8f-638a86005251 admin admin] 10.222.0.46 "GET /v2.0/networks/c0ec36b8-8196-420e-b323-c0bc92d80e1b HTTP/1.1" status: 200 len: 869 time: 0.1923277 Apr 19 11:01:19.581297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59be36c7-ed87-4e78-a7c7-fec2ba5e6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:21.568219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33940) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:21.689214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af245f1-4182-4757-84e2-e8d4a152af0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:21.689726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af245f1-4182-4757-84e2-e8d4a152af0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:21.691360 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3af245f1-4182-4757-84e2-e8d4a152af0e admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221213 Apr 19 11:01:22.073071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b48fdeed-e6b8-493e-90d2-0730de1b2824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:23.061581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:23.182593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:24.033221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:24.408321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33950) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:24.529784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9520145-3ffe-4706-a955-c9af40df3f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:24.530293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9520145-3ffe-4706-a955-c9af40df3f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:24.531921 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a9520145-3ffe-4706-a955-c9af40df3f58 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225550 Apr 19 11:01:27.113477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33960) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:27.234909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a854535-8e85-4472-801f-74ad5c7ee45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:27.236391 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4a854535-8e85-4472-801f-74ad5c7ee45c admin admin] 10.222.0.46 "GET /v2.0/subnets/4df514e1-8445-4fca-bec4-ea172fa93fcf HTTP/1.1" status: 200 len: 868 time: 0.1218905 Apr 19 11:01:29.831641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 33970) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:29.945041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9761ef6-1b40-4d8b-a649-0e7d2aa4e19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:29.947186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b9761ef6-1b40-4d8b-a649-0e7d2aa4e19f admin admin] 10.222.0.46 "GET /v2.0/subnets/7523bbf5-600f-4ad0-a614-f7f8b84c6773 HTTP/1.1" status: 200 len: 816 time: 0.1144195 Apr 19 11:01:39.789016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:01:49.592563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7afe7ead-71a2-4cdf-bdfa-d903e9f8a833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:52.116703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-737cc0c2-b239-4947-a9c7-f8df61399189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:53.047806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:53.180659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:54.024744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:57.154214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34014) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:57.206778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [None req-815f9f8b-832e-4414-a507-85212566cfdc admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:01:57.207833 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-815f9f8b-832e-4414-a507-85212566cfdc admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525949 Apr 19 11:01:59.784394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34024) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:59.859454 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.pecan_wsgi.hooks.translation [None req-170ec84f-6fd4-4474-b470-0dceac55bde4 admin admin] GET failed (client error): The resource could not be found. Apr 19 11:01:59.860854 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-170ec84f-6fd4-4474-b470-0dceac55bde4 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753694 Apr 19 11:01:59.998247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb151fe-9106-442b-9baa-b532e9170891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:59.999813 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-adb151fe-9106-442b-9baa-b532e9170891 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1346350 Apr 19 11:02:02.530833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34034) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:02.582905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:02.588391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:02.598293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:02.632048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Made reservation on behalf of 9825491ef8a94602b79beeab8cf586a4 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:02:02.636767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:02.731319 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.services.revisions.revision_plugin [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Could not find related network for resource to bump revision. Apr 19 11:02:02.742275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:02:02.788437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:02.788923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Added segment b37efb5e-4c80-493e-a299-0531e79de6eb of type vlan for network 70f65bf2-2e52-40e3-b062-397e7a62e827 Apr 19 11:02:02.818255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:02.887174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:02.888602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.889237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:02.894044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:02.998291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Pushing event updated for resources: {'Network': ['ID=70f65bf2-2e52-40e3-b062-397e7a62e827,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:03.001331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:03.009382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 70f65bf2-2e52-40e3-b062-397e7a62e827 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:02:03.036933 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5049324 Apr 19 11:02:05.561825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34044) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:05.636748 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2138ea7b-0ca4-4f5b-9ea8-42c165bd6c01 admin admin] GET failed (client error): The resource could not be found. Apr 19 11:02:05.637330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2138ea7b-0ca4-4f5b-9ea8-42c165bd6c01 admin admin] Synchronizing usage tracker for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:network {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:05.689148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2138ea7b-0ca4-4f5b-9ea8-42c165bd6c01 admin admin] Unset dirty status for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:network {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:05.690348 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2138ea7b-0ca4-4f5b-9ea8-42c165bd6c01 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1275430 Apr 19 11:02:05.811306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33684e-ccd3-4c60-b02f-d2349d776611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:05.812962 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5a33684e-ccd3-4c60-b02f-d2349d776611 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1181321 Apr 19 11:02:05.823770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:05.828361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:05.838818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:05.872051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Made reservation on behalf of 9825491ef8a94602b79beeab8cf586a4 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:02:05.876599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:06.362130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:06.367073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:06.443236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d3b52c-00a8-40b6-b43a-ebadec6fa35b,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:06.446782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:06.454098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Checking segment: {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:02:06.454482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Network hostable DHCP agents. Network: 70f65bf2-2e52-40e3-b062-397e7a62e827, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:02:06.500843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Network 70f65bf2-2e52-40e3-b062-397e7a62e827 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:02:06.535051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 70f65bf2-2e52-40e3-b062-397e7a62e827) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:02:06.539212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:06.539904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:06.545753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17f4a4-a334-4f9e-b463-a9cc985524c6 None None] Network 70f65bf2-2e52-40e3-b062-397e7a62e827 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:02:06.587505 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5276a960-22c3-4c42-9671-ef2cda154e97 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7673838 Apr 19 11:02:06.782810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-70f65bf2-2e52-40e3-b062-397e7a62e827', 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827', 'tenant_id': '9825491ef8a94602b79beeab8cf586a4', 'fixed_ips': [{'subnet_id': '69d3b52c-00a8-40b6-b43a-ebadec6fa35b'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:02:06.782810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:06.956368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Allocated IP 192.168.233.2 (70f65bf2-2e52-40e3-b062-397e7a62e827/69d3b52c-00a8-40b6-b43a-ebadec6fa35b/580e2128-0ecc-4784-aa80-b23774ff134e) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:02:07.238057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.335352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Transition to ACTIVE for port object 580e2128-0ecc-4784-aa80-b23774ff134e will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:02:07.358255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Transition to ACTIVE for port object 580e2128-0ecc-4784-aa80-b23774ff134e will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:02:07.386522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.392665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3e0e5cbc-2661-43d5-8102-a8bf4e886b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:07.463619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Network 70f65bf2-2e52-40e3-b062-397e7a62e827 is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:02:07.466664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:02:07.469415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:02:07.479277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Pushing event updated for resources: {'Port': ['ID=580e2128-0ecc-4784-aa80-b23774ff134e,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:07.524686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.525059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.525425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.525806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.526154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.526513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.526870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.527225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.527578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.527953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.528310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.528665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.532470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:07.744593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Attempting to bind port 580e2128-0ecc-4784-aa80-b23774ff134e on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:02:07.745158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Attempting to bind port 580e2128-0ecc-4784-aa80-b23774ff134e by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:02:07.745369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Attempting to bind port 580e2128-0ecc-4784-aa80-b23774ff134e on network 70f65bf2-2e52-40e3-b062-397e7a62e827 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:02:07.751273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:02:07.751681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Checking segment: {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:02:07.752174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.752574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Bound using segment: {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:02:07.753092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Bound port: 580e2128-0ecc-4784-aa80-b23774ff134e, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:02:07.753487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.848740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] For port 580e2128-0ecc-4784-aa80-b23774ff134e, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:02:07.852688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] For port 580e2128-0ecc-4784-aa80-b23774ff134e, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=580e2128-0ecc-4784-aa80-b23774ff134e,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:02:07.924396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.930500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.016003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Pushing event updated for resources: {'Port': ['ID=580e2128-0ecc-4784-aa80-b23774ff134e,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.019660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:09.252306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12101af-f343-4fa0-bf18-7097a51a389c None None] Network 70f65bf2-2e52-40e3-b062-397e7a62e827 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:02:09.430923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-d0a7eb26-bcbc-4243-b04e-14ad4ea438ac None None] Provisioning for port 580e2128-0ecc-4784-aa80-b23774ff134e completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:02:09.494485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 580e2128-0ecc-4784-aa80-b23774ff134e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:02:09.620944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 580e2128-0ecc-4784-aa80-b23774ff134e completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:02:09.626845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 580e2128-0ecc-4784-aa80-b23774ff134e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:09.627418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.771349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.799225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-c45a7029-c78b-4242-8e90-fa503079ea3b None None] Provisioning complete for port 580e2128-0ecc-4784-aa80-b23774ff134e triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:09.799642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c45a7029-c78b-4242-8e90-fa503079ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.861135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 580e2128-0ecc-4784-aa80-b23774ff134e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=580e2128-0ecc-4784-aa80-b23774ff134e,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:09.914315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.923810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62dd1734-dada-4900-aeca-fc1d99f24d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:10.008775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=580e2128-0ecc-4784-aa80-b23774ff134e,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:10.012040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:11.421941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 580e2128-0ecc-4784-aa80-b23774ff134e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:02:11.498033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 580e2128-0ecc-4784-aa80-b23774ff134e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:11.498442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:16.788604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:02:19.586265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7aca33db-b500-430f-8d32-b368db1d4082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:22.086976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d00678c-cb40-4786-8b54-ef4585b79dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:23.053001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:23.172721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.042943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:49.597128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-70bf4392-6ca7-4564-bc81-68200e03d20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:52.088585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c877d294-0719-4cd1-a1ad-aed6ea2142f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:53.048243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:53.166294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:53.788179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:02:54.041080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:19.596553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7729a43a-5b06-4e27-9b46-5ec3d89be96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.082011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a984c2a6-38e8-4d0a-b8b5-5eeb882a8eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.047637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.190530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:24.046106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.787505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:03:46.279570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34094) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:46.286351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [None req-e2e29c6b-9c50-4cb5-a567-16e516ce9917 tempest-verify_tempest_config-379899076 tempest-verify_tempest_config-379899076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:03:46.288228 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e2e29c6b-9c50-4cb5-a567-16e516ce9917 tempest-verify_tempest_config-379899076 tempest-verify_tempest_config-379899076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074728 Apr 19 11:03:46.754788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34112) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:46.887473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.903576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:46.907553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Usage tracker for resource:security_group_rule and tenant:c0e55251778f4e5980af3fb7b564ca2e is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:46.910528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:46.917239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:47.168202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:47.201930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:47.212745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:47.254140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Synchronizing usage tracker for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:security_group {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:03:47.258412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680eda6f-73ec-435f-8ab1-71b41407ce62,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:47.270610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.270996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.272000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.272375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.272788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.273210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.273569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.273930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.274307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.274665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.275024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.275380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:47.279592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:47.316439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Unset dirty status for tenant:9825491ef8a94602b79beeab8cf586a4 on resource:security_group {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:03:47.318596 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0e55251778f4e5980af3fb7b564ca2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5619516 Apr 19 11:03:47.321646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34118) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:47.385493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:47.412578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:47.527192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:47.532825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:47.544404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680eda6f-73ec-435f-8ab1-71b41407ce62,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:47.548193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:47.552011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:47.554321 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/680eda6f-73ec-435f-8ab1-71b41407ce62 HTTP/1.1" status: 204 len: 168 time: 0.2316368 Apr 19 11:03:49.596077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90e92971-a782-46f6-99a8-f3642efdc1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:52.110614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf53d-9ab5-473d-86e0-b95763c9852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:53.056929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:53.179127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:54.041844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.786598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:04:19.593773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59c3c923-e190-418a-b0cf-4f00a1a06733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.108141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5446-cb3f-477f-8ffb-7bff0685347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.062406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.195776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:24.053597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:44.785398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 5 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:04:49.598650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd1f9-bace-48da-b06f-0416a067b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:52.083805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6c4-be25-4ba2-a5ec-86967ad7f763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:53.092382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:53.172195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:54.046515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.597864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62502b32-b687-40c0-a345-1a8dfe1e1335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.446216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861'] for agent, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.784716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:05:22.089768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c6207f1a-568f-4c01-8b05-4d4bc911b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:23.060826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:23.177706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:24.063361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:25.508988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34170) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:25.629293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f69f103d-5aa2-4d6a-a658-08ece81c93a4 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1186292 Apr 19 11:05:28.178366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34180) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:28.260172 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ce4464b0-d87c-4fbb-a125-bd2214f36c0a admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0769308 Apr 19 11:05:49.597850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0680bbdc-75ed-48e9-83fa-19e7d1203b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:50.379974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:52.089567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f717e1f1-0bf5-4e2f-ac44-094a5b13e8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:53.068680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:53.188484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:54.068328 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:58.784906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:06:19.614301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86fffa93-8bed-4495-90ef-a6665d47cac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:20.397200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:22.097281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-421be9c9-594a-40d1-9d55-953834c5c0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:23.114612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:23.253335 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:24.065519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:35.785101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:06:49.590612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a27e7dd-94f5-461d-ba3e-49360e67a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.388387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:52.095331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1439395d-43e9-4b17-bf27-61a35a9fa975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:53.084688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:53.181642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:54.064823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.351365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34382) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:02.943801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1934290541-network', 'tenant_id': 'ac14aa0a57fc4f15a0f6297b8dbc6039'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:02.949474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:02.956088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Usage tracker for resource:network and tenant:ac14aa0a57fc4f15a0f6297b8dbc6039 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:02.959123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:02.964287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34402) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:02.977938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.007824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Made reservation on behalf of ac14aa0a57fc4f15a0f6297b8dbc6039 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:03.012650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.026545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.043952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.049089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Usage tracker for resource:security_group_rule and tenant:ac14aa0a57fc4f15a0f6297b8dbc6039 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.052391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.058518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.218991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.250819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.255746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4080399e-1d69-4cdb-8f5e-8d9371453475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:03.288090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b9e607-f9a6-466e-9713-5ff463de6291,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:03.298681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.299318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.299866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.300422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.300953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.301470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.301984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.302509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.303036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.303556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.304118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.304641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Tracked resource versions report: Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: HyperV agent@hv-cinder-78652: {}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 11:07:03.306439 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 11:07:03.312629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:03.315817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:07:03.329450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.329839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Added segment f10ec9de-a528-4055-abaf-e30f273ae0e0 of type vlan for network e4e03140-13b5-4907-9de5-572693ba6662 Apr 19 11:07:03.356654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34412) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:03.425715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.489595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.491660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:03.492666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.501512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11673ad1-4cb4-4ca0-be36-2907818e6ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:03.521063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1012647889-network', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:03.525099 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.quota [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Loaded quota_driver: . Apr 19 11:07:03.535016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.541488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Usage tracker for resource:network and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.545518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.558847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.572440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34432) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:03.602428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Made reservation on behalf of 6dad5be3678b452f8649056c2b7ff6b8 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:03.612087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.635726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-network', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:03.636112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Pushing event updated for resources: {'Network': ['ID=e4e03140-13b5-4907-9de5-572693ba6662,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:03.648913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:03.649223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network e4e03140-13b5-4907-9de5-572693ba6662 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:07:03.665329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.708962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.723069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.728781 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3734384 Apr 19 11:07:03.729139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34446) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:03.734289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.737270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.738243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Request body: {'subnet': {'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1934290541-subnet', 'tenant_id': 'ac14aa0a57fc4f15a0f6297b8dbc6039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:03.744508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.749985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Usage tracker for resource:subnet and tenant:ac14aa0a57fc4f15a0f6297b8dbc6039 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.753579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.758585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Usage tracker for resource:network and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.761730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.762082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.764821 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.785349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.802455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Made reservation on behalf of ac14aa0a57fc4f15a0f6297b8dbc6039 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:03.808389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.882126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-327337123-network', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:03.885625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.891087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Usage tracker for resource:network and tenant:733a970d5f8140d382800f9aaa7d6324 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.894047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.900913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.907145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Made reservation on behalf of bceb84f899a74836971556a3d8a02b6c for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:03.915205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.925785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.957323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.961672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.995870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Made reservation on behalf of 733a970d5f8140d382800f9aaa7d6324 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:04.001644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.019298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.033949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:04.045337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:04.048190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:04.055071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Usage tracker for resource:security_group_rule and tenant:733a970d5f8140d382800f9aaa7d6324 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:04.058996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:04.067798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:04.429557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.454640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.469158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.475577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:04.477181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.494396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:04.518197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.525786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.529777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:07:04.557515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c88a41b-c775-4b02-91ba-b995e684836d,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:04.560943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363299096681878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.561793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:04.562178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Unsubscribe: segment precommit_create {{(pid=86484) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 11:07:04.562598 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Added segment ec9e5708-255b-461a-bcdb-74c2fe599298 of type vlan for network db18a9e4-c601-42b8-9651-b1dc7ed79803 Apr 19 11:07:04.568212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Checking segment: {'id': 'f10ec9de-a528-4055-abaf-e30f273ae0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:04.568606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Network hostable DHCP agents. Network: e4e03140-13b5-4907-9de5-572693ba6662, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:07:04.579385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.585235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:07:04.637735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbd695d-741e-4eb5-abda-96ce011e8b24,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:04.649597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.649984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.650350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.650711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.651075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.651431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.651786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.652248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.652629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.653125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.653433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.653622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Network e4e03140-13b5-4907-9de5-572693ba6662 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:07:04.653820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Tracked resource versions report: Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: HyperV agent@hv-cinder-78652: {}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 11:07:04.654939 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 11:07:04.683474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:04.684085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:04.702406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.702825 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Added segment e74284a2-63ed-4f82-8fd8-8b2452a9eaf2 of type vlan for network e0c8ea00-f640-442e-b07e-9629a1b9db2a Apr 19 11:07:04.723297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024ac19-2cbb-4f9d-8ad0-b4760a3577ea,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:04.759461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:07:04.771743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e99174-b487-4320-a8b4-e5cf35ecee51,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:04.775061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:04.779095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, e4e03140-13b5-4907-9de5-572693ba6662) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:04.783595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:04.785050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:04.791256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253efe3-dfcc-45d5-9c12-a958016f502e None None] Network e4e03140-13b5-4907-9de5-572693ba6662 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:04.796868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:04.797666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.805770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.806160 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Added segment b26a1251-91b2-41fb-96ad-b2eca8b38dbe of type vlan for network 138f50fa-11c8-4623-bb45-c6cba8fecfbb Apr 19 11:07:04.823409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.840424 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.900119 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1699021 Apr 19 11:07:04.983399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.988572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.991250 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:04.991974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:04.999644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:05.051028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22e9fd-882f-4eaf-bd21-99b5430dd646 None None] Network e4e03140-13b5-4907-9de5-572693ba6662 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:05.096453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.118316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:05.118952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.246059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Pushing event updated for resources: {'Network': ['ID=db18a9e4-c601-42b8-9651-b1dc7ed79803,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:05.248727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.265095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:05.271668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:05.271668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.275356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:05.310795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34506) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:05.311286 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7375078 Apr 19 11:07:05.317921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Request body: {'subnet': {'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-subnet', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:05.330399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:05.340598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:07:05.341493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Usage tracker for resource:subnet and tenant:733a970d5f8140d382800f9aaa7d6324 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:05.355171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:05.365216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:05.377940 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4124763 Apr 19 11:07:05.381817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34510) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:05.392901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Request body: {'subnet': {'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1012647889-subnet', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:05.405486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfee176-b02e-4a15-b3a5-15c9d94d37d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c8ea00-f640-442e-b07e-9629a1b9db2a,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:05.417565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:05.424657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Usage tracker for resource:subnet and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:05.433637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:05.441092 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0751748 Apr 19 11:07:05.452022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34516) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:05.455491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:05.475383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Request body: {'subnet': {'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-subnet', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:05.485327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:05.501326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Usage tracker for resource:subnet and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:05.505023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:05.521152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:05.528955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Made reservation on behalf of 733a970d5f8140d382800f9aaa7d6324 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:05.534654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.585175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Pushing event updated for resources: {'Network': ['ID=138f50fa-11c8-4623-bb45-c6cba8fecfbb,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:05.588976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:05.590891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:05.592239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:05.652485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Made reservation on behalf of bceb84f899a74836971556a3d8a02b6c for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:05.658282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.734744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:07:05.747559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:07:05.896387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34540) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:05.899684 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 11:07:06.103673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-06bd5bcd-9170-40ab-bac5-400440f53cb3 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:06.105371 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-06bd5bcd-9170-40ab-bac5-400440f53cb3 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/networks?id=e4e03140-13b5-4907-9de5-572693ba6662 HTTP/1.1" status: 200 len: 812 time: 0.2077074 Apr 19 11:07:06.123987 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-a3d90373-9376-4093-964f-ad0b867d3a4a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/quotas/ac14aa0a57fc4f15a0f6297b8dbc6039 HTTP/1.1" status: 200 len: 375 time: 0.0104432 Apr 19 11:07:06.124623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Made reservation on behalf of 6dad5be3678b452f8649056c2b7ff6b8 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:06.132542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.219854 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-e3987183-d0a9-4abb-85d0-8fbe9799db42 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac14aa0a57fc4f15a0f6297b8dbc6039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879772 Apr 19 11:07:06.440480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-6f4c71ce-3508-4564-a5e0-4610d0ae65db service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:07:06.448392 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-6f4c71ce-3508-4564-a5e0-4610d0ae65db service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0620451 Apr 19 11:07:06.746240 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-16fae400-c5b1-4967-a92f-97948448b96e service neutron] 10.222.0.46 "GET /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966948 Apr 19 11:07:06.922257 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0be24c6c-977c-4158-ad24-0e6a34cd2546 service neutron] 10.222.0.46 "GET /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684208 Apr 19 11:07:06.928369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34578) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:07.118293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.149003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:07.155448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Usage tracker for resource:security_group_rule and tenant:758871f168024fe19c36f5e60715dc0c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:07.159058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:07.173914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:07.302037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.346620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-79ce4c22-ff36-445a-8a7e-d8e81dba8480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:07.373677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.456514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.480721 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3e20af0b-b086-433a-8126-6ff844f24101 req-e7100818-cea8-41d6-a759-0f2b3aaf46ae tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.1051266 Apr 19 11:07:07.483588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:07.542070 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=758871f168024fe19c36f5e60715dc0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6112306 Apr 19 11:07:07.545349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd5ef63-224f-4c9f-9d67-4dd8cae69a86,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:07.550289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34614) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:07.551149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:07.636215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Checking segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:07.636752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Network hostable DHCP agents. Network: e0c8ea00-f640-442e-b07e-9629a1b9db2a, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:07:07.670747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.701252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a0873d-c56d-4950-93ed-a18f9d54b2e0,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:07.705037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:07.717007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.739787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.761194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:07.819283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.841024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:07:07.870288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db70444-b1e9-469c-b958-6cbfb93c4276,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:07.874340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:07.876879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-02081484-62f8-4807-a423-575ed4f1271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:07.922813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.925517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, e0c8ea00-f640-442e-b07e-9629a1b9db2a) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:07.932048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:07.932048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.933270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:07.936602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Checking segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:07.937307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Network hostable DHCP agents. Network: db18a9e4-c601-42b8-9651-b1dc7ed79803, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:07:07.939087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656885b9-5ffd-4b2f-ae02-bf24c5e05768 None None] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:07.962487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd5ef63-224f-4c9f-9d67-4dd8cae69a86,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:07.972301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:07.986371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:07.987615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bd5ef63-224f-4c9f-9d67-4dd8cae69a86 HTTP/1.1" status: 204 len: 168 time: 0.4354360 Apr 19 11:07:08.044620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Checking segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:08.049720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Network hostable DHCP agents. Network: 138f50fa-11c8-4623-bb45-c6cba8fecfbb, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:07:08.098829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27319dd3-1771-4fdc-8626-74dc9e1dd7f2,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:08.108268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:08.144193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5918e48e-1e9c-44fd-91e7-1481cc885883 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7609580 Apr 19 11:07:08.145312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:07:08.146937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34644) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:08.153597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:08.154780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:07:08.167480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, db18a9e4-c601-42b8-9651-b1dc7ed79803) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:08.170225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:08.173698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:08.181523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.183305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ce588-ebb3-4fa5-b716-cf781ccc2563 None None] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:08.183608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Usage tracker for resource:router and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:08.188688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:08.195766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:08.234289 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9196146 Apr 19 11:07:08.234289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 138f50fa-11c8-4623-bb45-c6cba8fecfbb) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:08.234733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34654) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:08.238148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:08.239288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.249203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:08.261667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:08.267582 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Usage tracker for resource:router and tenant:733a970d5f8140d382800f9aaa7d6324 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:08.278190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:08.282925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:08.294938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.296623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.314470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369aad57-22c6-4b7f-aafa-dea728646ad1 None None] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:08.321267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8678629 Apr 19 11:07:08.324948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34658) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:08.329757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:08.335193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:08.340242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Usage tracker for resource:router and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:08.345054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.346696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.353814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:08.362735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:08.407654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.433123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.434281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.478057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.523144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.586145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:07:08.587079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.592625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34672) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:08.652267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-561fc63e-98f4-43ee-a27a-a64d9fcdc380 req-3899b1b2-3f2c-4c7b-9bab-01371f9c7846 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.0583315 Apr 19 11:07:08.802056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82bfa8-7226-4af8-b11e-99bf30fb6a49 None None] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:08.931833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.998929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:07:08.999856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:09.222286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Allocated IP 172.20.0.2 (e0c8ea00-f640-442e-b07e-9629a1b9db2a/80a0873d-c56d-4950-93ed-a18f9d54b2e0/23e8472c-3f86-4186-95f8-fa730fb425a5) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:09.378966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:09.413259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:09.504848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:09.558462 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:09.724207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Allocated IP 172.20.0.2 (138f50fa-11c8-4623-bb45-c6cba8fecfbb/27319dd3-1771-4fdc-8626-74dc9e1dd7f2/b2ee0b63-7245-4f36-afcc-89b28e3d6285) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:09.735906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Allocated IP 172.27.0.97 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/6b4692e0-f749-4eea-8a0c-c2b2512f24b6) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:10.030157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.033136 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9bb95943-ff2b-4f91-a908-37c85e6f6c6a req-08817152-ac33-40e1-a199-7560fb2fc197 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.0699918 Apr 19 11:07:10.101388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.130143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Transition to ACTIVE for port object 23e8472c-3f86-4186-95f8-fa730fb425a5 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:10.159631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.169303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:10.283187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Transition to ACTIVE for port object 23e8472c-3f86-4186-95f8-fa730fb425a5 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:10.336378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.340728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.356183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:10.450834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Transition to ACTIVE for port object b2ee0b63-7245-4f36-afcc-89b28e3d6285 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:10.472416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:10.475594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:10.482776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.485860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:10.496475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:10.498501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Pushing event updated for resources: {'Port': ['ID=23e8472c-3f86-4186-95f8-fa730fb425a5,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:10.506965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:10.510376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:10.522636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.523056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.523438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.524080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.524455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.524874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.525161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.525527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.525898 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.526260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.526808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.527173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Tracked resource versions report: Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: HyperV agent@hv-cinder-78652: {}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 11:07:10.529198 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 11:07:10.531984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.542297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:10.580931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Pushing event updated for resources: {'Port': ['ID=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:10.609500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.650211 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:10.653655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.657548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Transition to ACTIVE for port object b2ee0b63-7245-4f36-afcc-89b28e3d6285 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:10.661280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Attempting to bind port 23e8472c-3f86-4186-95f8-fa730fb425a5 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:10.661691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Attempting to bind port 23e8472c-3f86-4186-95f8-fa730fb425a5 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:10.662107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Attempting to bind port 23e8472c-3f86-4186-95f8-fa730fb425a5 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:10.668399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:10.668759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Checking segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:10.669303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.670140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Bound using segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:10.670676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Bound port: 23e8472c-3f86-4186-95f8-fa730fb425a5, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:10.671112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.721551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.735009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:10.816467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:10.824453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Allocated IP 172.27.0.110 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:10.836966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:10.839497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:10.944176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Pushing event updated for resources: {'Port': ['ID=b2ee0b63-7245-4f36-afcc-89b28e3d6285,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:10.974839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:10.989921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:10.991256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] For port 23e8472c-3f86-4186-95f8-fa730fb425a5, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:11.013516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Attempting to bind port b2ee0b63-7245-4f36-afcc-89b28e3d6285 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:11.013993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Attempting to bind port b2ee0b63-7245-4f36-afcc-89b28e3d6285 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:11.014561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Attempting to bind port b2ee0b63-7245-4f36-afcc-89b28e3d6285 on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:11.022814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:11.023449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Checking segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:11.023991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.024498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Bound using segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:11.025110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Bound port: b2ee0b63-7245-4f36-afcc-89b28e3d6285, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:11.025629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.078111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.088921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] For port 23e8472c-3f86-4186-95f8-fa730fb425a5, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=23e8472c-3f86-4186-95f8-fa730fb425a5,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:11.142914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.155712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:11.194407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.202277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:11.228326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] For port b2ee0b63-7245-4f36-afcc-89b28e3d6285, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:11.321930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] For port b2ee0b63-7245-4f36-afcc-89b28e3d6285, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=b2ee0b63-7245-4f36-afcc-89b28e3d6285,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:11.327133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:11.345592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Pushing event updated for resources: {'Port': ['ID=23e8472c-3f86-4186-95f8-fa730fb425a5,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:11.361323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:11.364115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.369915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:11.397623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:11.416273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:11.484669 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-93fb4bc2-e543-4599-9cd4-72a43a131e78 req-9f7ee599-6890-4e65-a832-7343c2952570 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.1729021 Apr 19 11:07:11.529366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34750) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:11.543171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.547778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Pushing event updated for resources: {'Port': ['ID=b2ee0b63-7245-4f36-afcc-89b28e3d6285,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:11.553727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:11.592017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Pushing event updated for resources: {'Port': ['ID=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:11.617539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Allocated IP 172.27.0.154 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/230cb161-e214-499a-953b-c019d94f765b) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:11.619683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:11.814220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:11.842229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:11.848319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c184d9c905740b8ada90be95e2a650a is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:11.854303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:11.863293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:11.921773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Router 71852f46-b399-4002-b295-8a31840706c2 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:07:12.204380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:12.211367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.226732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96894b45-4111-40da-8b67-be26add073cf None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:12.237537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:12.238667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:12.248598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.258999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:12.265932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.312160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.316991 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9930656 Apr 19 11:07:12.326027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34768) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:12.359286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.391415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d900ee-0924-495f-be58-6f00bc7bfdd3,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:12.398682 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c184d9c905740b8ada90be95e2a650a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8657095 Apr 19 11:07:12.398682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:12.403994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34772) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:12.482138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:12.593611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.607763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:12.609497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:12.713557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Pushing event updated for resources: {'Port': ['ID=230cb161-e214-499a-953b-c019d94f765b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:12.739511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:12.761013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:12.766053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:12.769994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:12.874457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:07:12.911575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:10Z', 'revision_number': 3, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:12.916640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96894b45-4111-40da-8b67-be26add073cf None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:12.917389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96894b45-4111-40da-8b67-be26add073cf None None] Updating router 71852f46-b399-4002-b295-8a31840706c2 port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:07:12.993283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96894b45-4111-40da-8b67-be26add073cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.028159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b4915-e53c-40a3-9f6e-99a522de3608 None None] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:13.096825 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0905a893-7e86-4e9a-bb4e-fb700e2e0a54 req-807c3e7f-7c3d-40ae-9d94-ae9c46a3f997 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.2130752 Apr 19 11:07:13.220366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.354919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5b727b-4788-4220-be72-833c04352850 None None] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:07:13.434452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.479605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-9ecd88e8-7722-4cec-9f03-4d9a3100691a None None] Provisioning for port 23e8472c-3f86-4186-95f8-fa730fb425a5 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:13.501007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.538962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96894b45-4111-40da-8b67-be26add073cf None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.577026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:13.597273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-96894b45-4111-40da-8b67-be26add073cf None None] Transition to ACTIVE for port object 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:13.647663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96894b45-4111-40da-8b67-be26add073cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.674545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:13.742648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-5b6e0b18-287e-4f94-a599-600ff0f23327 None None] Provisioning for port b2ee0b63-7245-4f36-afcc-89b28e3d6285 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:13.809375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-96894b45-4111-40da-8b67-be26add073cf None None] Attempting to bind port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:13.810985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-96894b45-4111-40da-8b67-be26add073cf None None] Attempting to bind port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:13.811589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96894b45-4111-40da-8b67-be26add073cf None None] Attempting to bind port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:13.831632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96894b45-4111-40da-8b67-be26add073cf None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:13.832077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96894b45-4111-40da-8b67-be26add073cf None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:13.832524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96894b45-4111-40da-8b67-be26add073cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.833097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96894b45-4111-40da-8b67-be26add073cf None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:13.833646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-96894b45-4111-40da-8b67-be26add073cf None None] Bound port: 6b4692e0-f749-4eea-8a0c-c2b2512f24b6, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:13.834083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96894b45-4111-40da-8b67-be26add073cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.853745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 23e8472c-3f86-4186-95f8-fa730fb425a5 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:13.872032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d900ee-0924-495f-be58-6f00bc7bfdd3,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:13.897764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:13.904991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.911266 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7d900ee-0924-495f-be58-6f00bc7bfdd3 HTTP/1.1" status: 204 len: 168 time: 1.5061486 Apr 19 11:07:14.070681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Pushing event updated for resources: {'Port': ['ID=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:14.106649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.107439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.108157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.109014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.109660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.110174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.110746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.111330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.111858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.112379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.112884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.113721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Tracked resource versions report: Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: pushed versions: Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: { 'AddressGroup': {'1.2'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': {'1.0'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': {'1.0'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': {'1.1'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': {'1.7'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': {'1.2'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': {'1.8'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': {'1.4'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': {'1.2'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': {'1.0'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': {'1.1'}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': {'1.1'}} Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: consumer versions: Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: { DHCP agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: HyperV agent@hv-cinder-78652: {}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: L3 agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: Metadata agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: Metering agent@dv-cinder-786524-2-iscsi: {}, Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: Open vSwitch agent@dv-cinder-786524-2-iscsi: { 'AddressGroup': '1.2', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'ConntrackHelper': '1.0', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Log': '1.0', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Network': '1.1', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Port': '1.7', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'PortForwarding': '1.2', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'QosPolicy': '1.8', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroup': '1.4', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SecurityGroupRule': '1.2', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'SubPort': '1.0', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Subnet': '1.1', Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: 'Trunk': '1.1'}} Apr 19 11:07:14.115009 dv-cinder-786524-2-iscsi neutron-server[86371]: {{(pid=86487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 11:07:14.133782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.138898 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:14.160114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-96894b45-4111-40da-8b67-be26add073cf None None] For port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:14.168789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-96894b45-4111-40da-8b67-be26add073cf None None] For port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:14.184727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 23e8472c-3f86-4186-95f8-fa730fb425a5 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:14.192842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 23e8472c-3f86-4186-95f8-fa730fb425a5 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:14.193455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.225265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96894b45-4111-40da-8b67-be26add073cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.244076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0473e8f3-af19-46f9-9ae8-24e7c0b76cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:14.415492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.424307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Allocated IP 172.20.0.1 (138f50fa-11c8-4623-bb45-c6cba8fecfbb/27319dd3-1771-4fdc-8626-74dc9e1dd7f2/c62f03d6-655c-4637-a95f-a4e544afdea1) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:14.447935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:14.448628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:14.475036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 23e8472c-3f86-4186-95f8-fa730fb425a5, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=23e8472c-3f86-4186-95f8-fa730fb425a5,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:14.500396 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9f0e00b2-9c8f-4e8d-9be8-e0839f3a6429 req-34025422-e81a-4a90-8fc1-118d6e571b7e tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.1096058 Apr 19 11:07:14.548363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.549698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device b2ee0b63-7245-4f36-afcc-89b28e3d6285 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:14.574991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.582816 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Pushing event updated for resources: {'Port': ['ID=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:14.593140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:14.608681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:14.648562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.671506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Transition to ACTIVE for port object c62f03d6-655c-4637-a95f-a4e544afdea1 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:14.721348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:14.723288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=23e8472c-3f86-4186-95f8-fa730fb425a5,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:14.729175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:14.729966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34822) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:14.757101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.758248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.764869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port b2ee0b63-7245-4f36-afcc-89b28e3d6285 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:14.771007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port b2ee0b63-7245-4f36-afcc-89b28e3d6285 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:14.771660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.789465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f95d1c46-81c3-403a-95b7-7d01e4e6ce51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:14.827453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:14.840193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:14.853766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Usage tracker for resource:security_group_rule and tenant:03ed983849304bbe87dbe8cf1e5bbca5 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:14.857184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:14.861204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:14.866880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:14.866880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.940088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:14.964324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Pushing event updated for resources: {'Port': ['ID=c62f03d6-655c-4637-a95f-a4e544afdea1,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:14.968100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:15.021571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:07:15.077414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.126526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.146399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-96894b45-4111-40da-8b67-be26add073cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:10Z', 'revision_number': 3, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:15.151284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96894b45-4111-40da-8b67-be26add073cf None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:10Z', 'revision_number': 3, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:15.210075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port b2ee0b63-7245-4f36-afcc-89b28e3d6285, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=b2ee0b63-7245-4f36-afcc-89b28e3d6285,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:15.220062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.239186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.243168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:15.290317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.359259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=b2ee0b63-7245-4f36-afcc-89b28e3d6285,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:15.367450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:15.376190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.403466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:15.405214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-12472b99-74a0-4a76-b4fe-ce244f9621dc None None] Provisioning for port c62f03d6-655c-4637-a95f-a4e544afdea1 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:15.410546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-12472b99-74a0-4a76-b4fe-ce244f9621dc None None] Provisioning complete for port c62f03d6-655c-4637-a95f-a4e544afdea1 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:15.410960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12472b99-74a0-4a76-b4fe-ce244f9621dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.468888 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03ed983849304bbe87dbe8cf1e5bbca5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7377443 Apr 19 11:07:15.479073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-12472b99-74a0-4a76-b4fe-ce244f9621dc None None] Port c62f03d6-655c-4637-a95f-a4e544afdea1 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:07:15.482524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34842) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:15.488036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea8299e-e2fc-41bd-b69a-d70fd286f608,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:15.491253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:15.526577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:15.537255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Sync routers for ids ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:15.560174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Routers {'d6ae912f-0a62-4db8-b735-fda0a56bd0c0'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:15.560890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:15.600314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.604384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.613249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.614974 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3791447 Apr 19 11:07:15.618778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34848) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:15.650163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.652296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.660365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.666729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:15.707937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 23e8472c-3f86-4186-95f8-fa730fb425a5 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:15.941185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 23e8472c-3f86-4186-95f8-fa730fb425a5 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:15.941594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:15.949063 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ec10b59-6987-450e-9f07-5ad28a234530 req-e75970ff-dd06-45eb-a480-22e88e48c8a7 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.1596155 Apr 19 11:07:15.988262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Pushing event updated for resources: {'Port': ['ID=c62f03d6-655c-4637-a95f-a4e544afdea1,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:15.993858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:16.006397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:16.007160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Router 72a37505-44e1-407f-91d6-fed4b3323f2d is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:07:16.007945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:16.273733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Router 71852f46-b399-4002-b295-8a31840706c2 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:07:16.286396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:16.310454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Set router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:16.440458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fdc27d99-8e82-4686-9e07-cd173933b3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:16.462016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea8299e-e2fc-41bd-b69a-d70fd286f608,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:16.468947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:16.487377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-d7121930-d094-4036-884f-d76e1bf2c29b None None] Provisioning complete for port c62f03d6-655c-4637-a95f-a4e544afdea1 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:16.487800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7121930-d094-4036-884f-d76e1bf2c29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:16.511209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:16.512540 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dea8299e-e2fc-41bd-b69a-d70fd286f608 HTTP/1.1" status: 204 len: 168 time: 1.0260496 Apr 19 11:07:16.570469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:16.576346 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] 10.222.0.46 "PUT /v2.0/routers/71852f46-b399-4002-b295-8a31840706c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2491903 Apr 19 11:07:16.704039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-d7121930-d094-4036-884f-d76e1bf2c29b None None] Port c62f03d6-655c-4637-a95f-a4e544afdea1 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:07:16.819681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device b2ee0b63-7245-4f36-afcc-89b28e3d6285 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:16.889618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:16.901919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:16.933544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:16.935494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:16.964396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:16.968600 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8176997 Apr 19 11:07:16.969606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34874) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:17.019944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:12Z', 'revision_number': 3, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:17.031245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Checking router: d6ae912f-0a62-4db8-b735-fda0a56bd0c0 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:17.031982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Updating router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:07:17.081432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port b2ee0b63-7245-4f36-afcc-89b28e3d6285 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:17.082247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:17.210879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:17.252581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:17.477477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:17.506727 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-86bfbee1-c98d-4698-9f89-5c559d72cac9 req-434c8408-e7ae-4bcf-a1bc-a4334e719bc0 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.1226957 Apr 19 11:07:17.519061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.55', 63089) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:17.807108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 34906) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:17.842599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98845757', 'description': 'tempest-description--1818864586'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:17.855897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:17.868980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:17.873459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:17.880451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:17.997452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.115641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Allocated IP 172.20.0.1 (db18a9e4-c601-42b8-9651-b1dc7ed79803/2db70444-b1e9-469c-b958-6cbfb93c4276/1e4c3c68-90c6-4d55-bb3e-eadd89027c25) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:18.131071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:18.148350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-5d6e2666-56b6-4fa6-ad5d-e3abf2e3d89e tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:18.149796 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-5d6e2666-56b6-4fa6-ad5d-e3abf2e3d89e tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.55 "GET /v2.0/networks?id=e4e03140-13b5-4907-9de5-572693ba6662 HTTP/1.1" status: 200 len: 812 time: 0.5918870 Apr 19 11:07:18.271951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Request body: {'port': {'device_id': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662', 'admin_state_up': True, 'tenant_id': 'ac14aa0a57fc4f15a0f6297b8dbc6039'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:18.324219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:18.344158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:18.354352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:18.374879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:18.375238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:13Z', 'revision_number': 3, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:18.381323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:18.381927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Updating router 72a37505-44e1-407f-91d6-fed4b3323f2d port 230cb161-e214-499a-953b-c019d94f765b binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:07:18.498582 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.531964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.603382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Transition to ACTIVE for port object c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:18.657784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:18.662528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.663610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:18.665146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Usage tracker for resource:port and tenant:ac14aa0a57fc4f15a0f6297b8dbc6039 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:18.670569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:18.678002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:18.687679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:18.768438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.783365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Made reservation on behalf of ac14aa0a57fc4f15a0f6297b8dbc6039 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:18.790161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.808388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:18.808865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.862262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.885365 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-de55f8ee-c384-4a2e-b227-bd4e20521940 req-e3474052-8b37-4cd6-80e8-019e9aa6b9ea tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.0786321 Apr 19 11:07:18.948896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.974028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:18.989289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9762fd0d-47cc-418e-aa1b-785be4d149b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:19.086336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.105933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:19.110999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:19.166303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.167846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.3574286 Apr 19 11:07:19.175549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 34958) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:19.206151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f2755-92da-4e68-a228-0108fd02f5c8 None None] Pushing event updated for resources: {'Port': ['ID=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:19.219977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-234f2755-92da-4e68-a228-0108fd02f5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:19.220682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:19.221525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:19.222077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'security_group_rule': {'security_group_id': 'f0d150a5-35e2-4d72-aebc-8fa5146f9bb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:19.247805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Allocated IP 172.20.0.12 (e4e03140-13b5-4907-9de5-572693ba6662/8c88a41b-c775-4b02-91ba-b995e684836d/3b2d7995-5831-499b-bbd3-fcb19c7ef860) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:19.303975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:19.322672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:19.342196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:19.359656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:19.496389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.519421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.525598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.539390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Allocated IP 172.20.0.1 (e0c8ea00-f640-442e-b07e-9629a1b9db2a/80a0873d-c56d-4950-93ed-a18f9d54b2e0/c34f4736-1c24-4ede-829b-3f8543d95372) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:19.547626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Transition to ACTIVE for port object 230cb161-e214-499a-953b-c019d94f765b will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:19.585204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:19.598756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.601270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:19.604206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:19.750282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Attempting to bind port 230cb161-e214-499a-953b-c019d94f765b on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:19.750608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Attempting to bind port 230cb161-e214-499a-953b-c019d94f765b by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:19.751013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Attempting to bind port 230cb161-e214-499a-953b-c019d94f765b on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:19.766735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:19.767269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:19.767826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.768309 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:19.769041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Bound port: 230cb161-e214-499a-953b-c019d94f765b, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:19.769631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.867714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Attempting to bind port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:19.868784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Attempting to bind port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:19.869830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Attempting to bind port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:19.893581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.913993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] For port 230cb161-e214-499a-953b-c019d94f765b, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:19.924026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] For port 230cb161-e214-499a-953b-c019d94f765b, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=230cb161-e214-499a-953b-c019d94f765b,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:19.939087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Transition to ACTIVE for port object c34f4736-1c24-4ede-829b-3f8543d95372 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:19.975753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:19.977431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:19.978022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:19.978929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.979148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:19.979284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:19.979662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Bound port: c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:19.980614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.986218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62ebc-f1af-4bd8-9bf0-9d587732cba0 None None] Pushing event updated for resources: {'Port': ['ID=230cb161-e214-499a-953b-c019d94f765b,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:20.004154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a4e62ebc-f1af-4bd8-9bf0-9d587732cba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:20.006427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.017379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.024519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:20.030077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:20.033241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:20.094650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:20.097036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9cb154af-b5dc-4941-b12a-86cc64658f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.193425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:20.196373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:20.420919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:20.420919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.422993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.423459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Pushing event updated for resources: {'Port': ['ID=c34f4736-1c24-4ede-829b-3f8543d95372,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:20.423459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:20.423788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:20.423788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:20.423996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:20.423996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.463360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:20.600445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62ebc-f1af-4bd8-9bf0-9d587732cba0 None None] Pushing event updated for resources: {'Port': ['ID=230cb161-e214-499a-953b-c019d94f765b,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:20.606050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] For port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:20.610207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.616923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.623956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a4e62ebc-f1af-4bd8-9bf0-9d587732cba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:20.624143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:20.673954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] For port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:20.735099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.818471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.824218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:20.826656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-78a5c37f-3846-4340-8fbd-0cffc9e43142 None None] Provisioning for port c34f4736-1c24-4ede-829b-3f8543d95372 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:20.847353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-78a5c37f-3846-4340-8fbd-0cffc9e43142 None None] Provisioning complete for port c34f4736-1c24-4ede-829b-3f8543d95372 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:20.847783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-78a5c37f-3846-4340-8fbd-0cffc9e43142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.355828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:21.385949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:21.392601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:21.483965 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8079bcb3-a114-4a0f-86da-e79fe7cd3595 req-758f1727-f80e-4c4d-a083-2195046cbf79 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 1.2958896 Apr 19 11:07:21.546762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.587914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.595723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f2755-92da-4e68-a228-0108fd02f5c8 None None] Pushing event updated for resources: {'Port': ['ID=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:21.607813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-234f2755-92da-4e68-a228-0108fd02f5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:21.619005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35024) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:21.644486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Routers {'d6ae912f-0a62-4db8-b735-fda0a56bd0c0'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:21.645014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.645524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:06:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:21.646521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.659914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:21.720834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:13Z', 'revision_number': 3, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:21.733436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.736819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5598c-aafb-401b-8acf-2ec1407fac22 None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:13Z', 'revision_number': 3, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:21.749141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:21.931398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:21.976663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Pushing event updated for resources: {'Port': ['ID=c34f4736-1c24-4ede-829b-3f8543d95372,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:21.976663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:22.063489 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:15Z', 'revision_number': 2, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:22.066973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-78a5c37f-3846-4340-8fbd-0cffc9e43142 None None] Port c34f4736-1c24-4ede-829b-3f8543d95372 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:07:22.070220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:22.074747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:22.090575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:22.091144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Updating router 71852f46-b399-4002-b295-8a31840706c2 port c62f03d6-655c-4637-a95f-a4e544afdea1 binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:07:22.109829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c36568e-9f94-44d8-a92a-0d0786d63b37,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:22.158184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:22.282247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:22.409893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b8e15622-aeb2-4238-9860-d51e6b9b0b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:22.410709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 35038) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:22.455665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Router 72a37505-44e1-407f-91d6-fed4b3323f2d has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:07:22.459992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:22.462814 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2756855 Apr 19 11:07:22.484080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35042) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:22.515146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'security_group_rule': {'security_group_id': 'f0d150a5-35e2-4d72-aebc-8fa5146f9bb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:22.522518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:22.530279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:22.534907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:22.554569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:22.621405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:22.627592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] Set router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:22.764887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:22.835066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:22.854489 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1ee3066d-d5d2-41be-8466-c3bed381018e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:22.961356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Network e4e03140-13b5-4907-9de5-572693ba6662 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:23.026527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 230cb161-e214-499a-953b-c019d94f765b up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:23.032868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:23.035342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Pushing event updated for resources: {'Port': ['ID=3b2d7995-5831-499b-bbd3-fcb19c7ef860,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:23.046570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:23.053685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:23.054704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.058109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:23.097143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:23.103136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Usage tracker for resource:security_group_rule and tenant:590399f904484197a5dde9d2f1ba3ac2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:23.107171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:23.121540 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] 10.222.0.46 "PUT /v2.0/routers/72a37505-44e1-407f-91d6-fed4b3323f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1503315 Apr 19 11:07:23.126594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-8856b540-504e-463d-bfa3-9a1587b5ddc6 None None] Provisioning complete for port c34f4736-1c24-4ede-829b-3f8543d95372 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:23.127405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8856b540-504e-463d-bfa3-9a1587b5ddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.137974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:23.149299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.162143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:23.173848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.286061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:23.313680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Usage tracker for resource:security_group_rule and tenant:e60c64444fab4686870f94fc065ec817 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:23.323227 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0659115 Apr 19 11:07:23.341036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:23.394794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:23.460739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-8856b540-504e-463d-bfa3-9a1587b5ddc6 None None] Port c34f4736-1c24-4ede-829b-3f8543d95372 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:07:23.510763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.520774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.541472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.580744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.585522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:23.621083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75174a75-4d5c-4acf-86c7-6bc2247ccc2c,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:23.624411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8bffa-abbb-465a-9133-3398eb0802f0 req-a5adbb40-1a40-4f04-b99c-e22e1c1f122a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:23.625338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-f6f8bffa-abbb-465a-9133-3398eb0802f0 req-a5adbb40-1a40-4f04-b99c-e22e1c1f122a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Synchronizing usage tracker for tenant:ac14aa0a57fc4f15a0f6297b8dbc6039 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:23.670671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:23.681258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.695835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.734935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 230cb161-e214-499a-953b-c019d94f765b completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:23.739314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.740695 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ba18b08c-e7ad-4e29-bc90-5a77a537ec2b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2532115 Apr 19 11:07:23.741703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.744210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 35074) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:23.754032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-573bd1a5-2e90-4550-bfbc-f008ca1de506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:23.754249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:23.759370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.765403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:23.768693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 230cb161-e214-499a-953b-c019d94f765b triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:23.768906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:23.783457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8c5f5847-848a-48d1-9417-cb7e45a50354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:23.799072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:floatingip and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:23.803768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-f6f8bffa-abbb-465a-9133-3398eb0802f0 req-a5adbb40-1a40-4f04-b99c-e22e1c1f122a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Unset dirty status for tenant:ac14aa0a57fc4f15a0f6297b8dbc6039 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:23.805237 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f6f8bffa-abbb-465a-9133-3398eb0802f0 req-a5adbb40-1a40-4f04-b99c-e22e1c1f122a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 932 time: 1.0942299 Apr 19 11:07:23.809230 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e60c64444fab4686870f94fc065ec817&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1888709 Apr 19 11:07:23.811168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:23.813743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35078) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:23.826816 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:12Z', 'revision_number': 3, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:23.831455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecead70-a59b-4fb4-8fc2-0a3b2c3e601f None None] The sync data for ids ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'] in dv-cinder-786524-2-iscsi is: [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:12Z', 'revision_number': 3, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:23.833310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:23.947651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=590399f904484197a5dde9d2f1ba3ac2&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5291295 Apr 19 11:07:23.950748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 35086) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:23.961600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b4e23d-7941-4e9c-9c99-aa8757ceca2b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:23.973033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.042380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Transition to ACTIVE for port object c62f03d6-655c-4637-a95f-a4e544afdea1 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:24.046363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.resource_extend [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 11:07:24.079103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.099996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 230cb161-e214-499a-953b-c019d94f765b, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=230cb161-e214-499a-953b-c019d94f765b,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:24.101464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.113922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-234f2755-92da-4e68-a228-0108fd02f5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:24.118276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.121218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:24.155845 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f6f8bffa-abbb-465a-9133-3398eb0802f0 req-7376725e-5b57-412d-8c5f-244b918f138d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357112 Apr 19 11:07:24.251330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.295225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.296187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:24.302909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc57901-7386-42cc-800d-5f4fa13d1b0d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:24.347203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.347604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:24.351158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.357123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.370015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.402897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.414361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-afb5eb80-9ba8-4626-b39f-e4a91950bd34 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:24.435513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35092) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:24.508022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538150941', 'description': 'tempest-description--1509642488'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:24.537114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:24.544755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:24.577984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:24.586883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:24.601238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.646775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:24.670160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:24.767853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.780185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.817806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.850113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:24.877247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc57901-7386-42cc-800d-5f4fa13d1b0d,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:24.882411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:24.883915 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bc57901-7386-42cc-800d-5f4fa13d1b0d HTTP/1.1" status: 204 len: 168 time: 1.0691614 Apr 19 11:07:24.928597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:24.940626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:24.964327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-a4f8c989-7e15-47d4-8627-d42130c0bc86 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:07:24.965475 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-a4f8c989-7e15-47d4-8627-d42130c0bc86 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064659 Apr 19 11:07:24.966911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:24.980412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:25.007624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:25.106791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:25.119835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:25.341662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e2b06-cd5c-4adb-99b2-bddf8d21989f None None] Pushing event updated for resources: {'Port': ['ID=c62f03d6-655c-4637-a95f-a4e544afdea1,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:25.445976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:25.451191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:25.489345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-163de17b-4295-4c51-a788-fb2a7dcded47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:25.513583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:25.556407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:25.566078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:25.586724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-741e2b06-cd5c-4adb-99b2-bddf8d21989f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.473s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:25.589097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Request body: {'port': {'device_id': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:25.600699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:25.641236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b4e23d-7941-4e9c-9c99-aa8757ceca2b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:25.655456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:25.663347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:25.667083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.173s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:25.712411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:25.750043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:25.754991 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2b4e23d-7941-4e9c-9c99-aa8757ceca2b HTTP/1.1" status: 204 len: 168 time: 1.7957685 Apr 19 11:07:25.774565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:25.780626 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3400304 Apr 19 11:07:25.815976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35118) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:25.847318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'security_group_rule': {'security_group_id': 'ad52da5b-c642-4c62-a794-3129da6c5824', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:25.896628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:25.913186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:25.923311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:25.953929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:25.989917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52da5b-c642-4c62-a794-3129da6c5824,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:25.998785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:26.037336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.054626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Attempting to bind port c62f03d6-655c-4637-a95f-a4e544afdea1 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:26.055295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Attempting to bind port c62f03d6-655c-4637-a95f-a4e544afdea1 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:26.055915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Attempting to bind port c62f03d6-655c-4637-a95f-a4e544afdea1 on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:26.071024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:26.072357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Checking segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:26.073133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.073721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Bound using segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:26.074420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Bound port: c62f03d6-655c-4637-a95f-a4e544afdea1, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:26.076227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.136444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:26.137103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.258499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.287855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.290037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:26.322430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:07:26.341607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa500ab1-c1e3-4989-89ce-1fc8b73a9908,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:26.349342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.353446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:26.364193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:26.379355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=230cb161-e214-499a-953b-c019d94f765b,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:26.401043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:26.407398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.408793 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949194 Apr 19 11:07:26.411542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35136) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:26.418892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'security_group_rule': {'security_group_id': 'ad52da5b-c642-4c62-a794-3129da6c5824', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:26.426920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:26.431269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:26.435607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:26.451563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecd1ff-e237-44c8-8cff-5a8fa2a98649 req-e46ca48b-97a1-4439-8828-5ea4e45b7083 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:26.456876 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84ecd1ff-e237-44c8-8cff-5a8fa2a98649 req-e46ca48b-97a1-4439-8828-5ea4e45b7083 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 932 time: 0.8276157 Apr 19 11:07:26.477802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:26.568191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] For port c62f03d6-655c-4637-a95f-a4e544afdea1, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:26.625512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Allocated IP 172.27.0.234 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/9febd810-2800-4ca9-ad12-0f73bab47786) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:26.642621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.678921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] For port c62f03d6-655c-4637-a95f-a4e544afdea1, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c62f03d6-655c-4637-a95f-a4e544afdea1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:26.739589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.744923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:26.886146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.928287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.938560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:27.067059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:27.083500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727a9491-4401-4a46-9c85-7452211df36a,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:27.093093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:27.114899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:27.118408 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ceb19945-08d1-4fd8-819d-263c251bd118 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7056065 Apr 19 11:07:27.122867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35170) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:27.144666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:27.165223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:27.188157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:floatingip and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:27.197897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:27.229788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:27.348795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:27.350494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:27.358832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:27.513428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e2b06-cd5c-4adb-99b2-bddf8d21989f None None] Pushing event updated for resources: {'Port': ['ID=c62f03d6-655c-4637-a95f-a4e544afdea1,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:27.594937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:21Z', 'revision_number': 2, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:27.608441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:27.608844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Updating router 72a37505-44e1-407f-91d6-fed4b3323f2d port c34f4736-1c24-4ede-829b-3f8543d95372 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:07:27.679233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-741e2b06-cd5c-4adb-99b2-bddf8d21989f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:27.863659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:27.875833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:27.896739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:27.899594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:27.955628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:28.011742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:28.112823 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84ecd1ff-e237-44c8-8cff-5a8fa2a98649 req-ace7fa76-506a-4ae3-a71f-f8cc762d5dbd tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5940111 Apr 19 11:07:28.587891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:28.620315 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] 10.222.0.46 "PUT /v2.0/routers/d6ae912f-0a62-4db8-b735-fda0a56bd0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9909143 Apr 19 11:07:28.651480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:28.712334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Sync routers for ids ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:28.868024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:28.881711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Routers {'d6ae912f-0a62-4db8-b735-fda0a56bd0c0'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:28.882751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:28.884790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:29.005514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.031844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:29.036622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.037919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:29.040837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:29.051839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Allocated IP 172.27.0.129 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/f27a9d9a-f090-4917-89bf-0ad71f6a1c2e) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:29.066174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Transition to ACTIVE for port object c34f4736-1c24-4ede-829b-3f8543d95372 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:29.109795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.117919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:29.128896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2d7995-5831-499b-bbd3-fcb19c7ef860 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:29.136331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'Port': ['ID=9febd810-2800-4ca9-ad12-0f73bab47786,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:29.141376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:29.147182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.268065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Transition to ACTIVE for port object 3b2d7995-5831-499b-bbd3-fcb19c7ef860 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:29.282090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.302021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.321939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:29.525316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2d7995-5831-499b-bbd3-fcb19c7ef860,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:29.547127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:29.605559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.668003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6355a6-01c7-4af7-8419-8c2ca8b684e7 None None] Pushing event updated for resources: {'Port': ['ID=c34f4736-1c24-4ede-829b-3f8543d95372,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:29.675179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6a6355a6-01c7-4af7-8419-8c2ca8b684e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:29.733432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.739312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:29.770275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:29.798463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Set router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:29.822240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Attempting to bind port c34f4736-1c24-4ede-829b-3f8543d95372 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:29.825634 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Attempting to bind port c34f4736-1c24-4ede-829b-3f8543d95372 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:29.828387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Attempting to bind port c34f4736-1c24-4ede-829b-3f8543d95372 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:29.842474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:29.847524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Checking segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:29.847524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.847524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Bound using segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:29.847524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Bound port: c34f4736-1c24-4ede-829b-3f8543d95372, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:29.847524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.873884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:29.874937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 230cb161-e214-499a-953b-c019d94f765b up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:29.884667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:29.889375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:29.893647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:29.943516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'Port': ['ID=f27a9d9a-f090-4917-89bf-0ad71f6a1c2e,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:30.076590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] For port c34f4736-1c24-4ede-829b-3f8543d95372, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:30.085520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] For port c34f4736-1c24-4ede-829b-3f8543d95372, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c34f4736-1c24-4ede-829b-3f8543d95372,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:30.091233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:30.119306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:30.134903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f2a9d25f-5f4d-465f-a644-53eb65e3d328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:30.155192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:30.176112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:30.187658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:30.274241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:30.285253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:30.447914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:30.620374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:30.697849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:30.721165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e412c-f152-4cdf-b65e-56360ff373c6 req-11ec2d6f-5cfc-4e72-8faa-195e238377b8 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:30.729753 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9e7e412c-f152-4cdf-b65e-56360ff373c6 req-11ec2d6f-5cfc-4e72-8faa-195e238377b8 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 944 time: 1.2061517 Apr 19 11:07:30.782589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:30.800683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35260) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:31.032260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.053533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'Port': ['ID=9febd810-2800-4ca9-ad12-0f73bab47786,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:31.064948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:31.072760 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9e7e412c-f152-4cdf-b65e-56360ff373c6 req-78648154-6839-47e3-b55f-5a1978c8f149 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419867 Apr 19 11:07:31.080297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.085398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.086564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.110864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6355a6-01c7-4af7-8419-8c2ca8b684e7 None None] Pushing event updated for resources: {'Port': ['ID=c34f4736-1c24-4ede-829b-3f8543d95372,revision_number=4']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:31.130715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Attempting to bind port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:31.131136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Attempting to bind port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'f10ec9de-a528-4055-abaf-e30f273ae0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:31.131464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Attempting to bind port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 on network e4e03140-13b5-4907-9de5-572693ba6662 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:31.140128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6a6355a6-01c7-4af7-8419-8c2ca8b684e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:31.149557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:31.226138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 on network e4e03140-13b5-4907-9de5-572693ba6662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:07:31.226509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Attempting to bind port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 on network e4e03140-13b5-4907-9de5-572693ba6662 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:31.293135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:31.387421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:31.390837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.429305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-5aae8946-b2b2-4b48-9887-dea430de29d2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:31.438369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-5aae8946-b2b2-4b48-9887-dea430de29d2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Synchronizing usage tracker for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:31.462380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Usage tracker for resource:security_group_rule and tenant:3ab45622f8594e1a91121e5ca8d0e8b1 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:31.477027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:31.477735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Checking segment: {'id': 'f10ec9de-a528-4055-abaf-e30f273ae0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:31.483557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Bound using segment: {'id': 'f10ec9de-a528-4055-abaf-e30f273ae0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:31.483557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Bound port: 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10ec9de-a528-4055-abaf-e30f273ae0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:31.483557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.494266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:31.522272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:31.528017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'Port': ['ID=f27a9d9a-f090-4917-89bf-0ad71f6a1c2e,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:31.536104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:31.551293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.375s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:31.565136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:31.569154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 230cb161-e214-499a-953b-c019d94f765b triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:31.569845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.584136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.587671 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8422298 Apr 19 11:07:31.606638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.618529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4912446 Apr 19 11:07:31.802630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] For port 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:31.829525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] For port 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860,segment=NetworkSegment(f10ec9de-a528-4055-abaf-e30f273ae0e0),segment_id=f10ec9de-a528-4055-abaf-e30f273ae0e0)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:31.873979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.878118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:26Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:31.890630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.906920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bad1a276-6cc0-4b8e-807c-3e89d9af26f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:31.916421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d852-f55d-493e-83b2-0975e45aa944 None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:26Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:31.925944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:31.942062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:31.987251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-5aae8946-b2b2-4b48-9887-dea430de29d2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Unset dirty status for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:31.988659 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-5aae8946-b2b2-4b48-9887-dea430de29d2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 818 time: 0.9400694 Apr 19 11:07:32.123859 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-24acc9e6-5e68-43c0-ad66-44f59149467e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/quotas/733a970d5f8140d382800f9aaa7d6324 HTTP/1.1" status: 200 len: 375 time: 0.0812898 Apr 19 11:07:32.128465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:32.177170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:32.179110 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b2d7995-5831-499b-bbd3-fcb19c7ef860 HTTP/1.1" status: 200 len: 1094 time: 7.0283406 Apr 19 11:07:32.185271 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ab45622f8594e1a91121e5ca8d0e8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3832316 Apr 19 11:07:32.185943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'tag': '3b2d7995-5831-499b-bbd3-fcb19c7ef860'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:32.191039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35290) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:32.239729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bfec0e-1e1b-48c8-8d5f-34f579694819,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:32.300541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:22Z', 'revision_number': 4, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '1e4c3c68-90c6-4d55-bb3e-eadd89027c25', 'name': '', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'mac_address': 'fa:16:3e:25:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:17Z', 'updated_at': '2021-04-19T11:07:23Z', 'revision_number': 2, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'subnets': [{'id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:32.309336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:32.322978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Checking router: d6ae912f-0a62-4db8-b735-fda0a56bd0c0 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:32.324205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Updating router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:07:32.516218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:32.524478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:32.541989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:30Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:32.561584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2aa33b-04ca-49d7-8bf6-c5f77f60092b None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:30Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:32.617903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:32.881809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:32.888591 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:32.895334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2d7995-5831-499b-bbd3-fcb19c7ef860,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:32.916752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:32.925572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-23831142-4bb2-43e1-9c9c-e305c604341a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Synchronizing usage tracker for tenant:bceb84f899a74836971556a3d8a02b6c on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:32.970159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bfec0e-1e1b-48c8-8d5f-34f579694819,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:32.999170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:33.011722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:33.013647 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6bfec0e-1e1b-48c8-8d5f-34f579694819 HTTP/1.1" status: 204 len: 168 time: 0.7767437 Apr 19 11:07:33.155633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-8c1189cf-3abe-4252-b72f-ff860d667333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:33.163525 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-8c1189cf-3abe-4252-b72f-ff860d667333 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac14aa0a57fc4f15a0f6297b8dbc6039&device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 1097 time: 0.6790164 Apr 19 11:07:33.184600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-2fbe706b-377d-45e1-8b8b-54eafd4ed04a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Synchronizing usage tracker for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:33.192686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-23831142-4bb2-43e1-9c9c-e305c604341a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Unset dirty status for tenant:bceb84f899a74836971556a3d8a02b6c on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:33.207062 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-23831142-4bb2-43e1-9c9c-e305c604341a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--98845757&fields=id&tenant_id=bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 267 time: 0.7462072 Apr 19 11:07:33.242648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:33.262615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Transition to ACTIVE for port object 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:33.283374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:33.338119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:33.361107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:33.621091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd43d-d162-4af5-b50b-ae9f724832dd None None] Pushing event updated for resources: {'Port': ['ID=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:33.748140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4c1cd43d-d162-4af5-b50b-ae9f724832dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:33.930571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:33.931023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.138803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Attempting to bind port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:34.139304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Attempting to bind port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:34.139818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Attempting to bind port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:34.176998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:34.177440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Checking segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:34.177971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.178340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Bound using segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:34.178900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Bound port: 1e4c3c68-90c6-4d55-bb3e-eadd89027c25, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:34.182961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.453636 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-c8816d18-c0bb-4260-92aa-a13797313bbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860 HTTP/1.1" status: 200 len: 217 time: 1.2646291 Apr 19 11:07:34.476680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] For port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:34.486054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35342) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:34.490954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-2a9043f2-adde-4e8d-aa93-71bbf0cf8b22 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:34.491625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] For port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:34.491736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-2a9043f2-adde-4e8d-aa93-71bbf0cf8b22 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Synchronizing usage tracker for tenant:bceb84f899a74836971556a3d8a02b6c on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:34.536869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.552965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-2a9043f2-adde-4e8d-aa93-71bbf0cf8b22 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Unset dirty status for tenant:bceb84f899a74836971556a3d8a02b6c on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:34.554548 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-2a9043f2-adde-4e8d-aa93-71bbf0cf8b22 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 817 time: 1.3457363 Apr 19 11:07:34.555831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-2fbe706b-377d-45e1-8b8b-54eafd4ed04a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Unset dirty status for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:34.557446 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-2fbe706b-377d-45e1-8b8b-54eafd4ed04a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0793092 Apr 19 11:07:34.567759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.576050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:34.578063 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1929574c-5a35-4d33-ab58-dc94d7d6333b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/quotas/bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 375 time: 0.0161295 Apr 19 11:07:34.586243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d12f2c71851c4386ab906f1e04feb897 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:34.603142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-654edfbc-360f-4219-958f-f73529cf6041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:34.611985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:34.634934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:34.778870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c62f03d6-655c-4637-a95f-a4e544afdea1 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:34.890861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.938613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:34.947203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-df52207a-37be-4794-a823-7e845aec1d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:34.962789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Routers {'d6ae912f-0a62-4db8-b735-fda0a56bd0c0'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:34.963809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:34.973934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-9ab17156-e901-46c5-8966-875c0ba474bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:34.980188 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-9ab17156-e901-46c5-8966-875c0ba474bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c88a41b-c775-4b02-91ba-b995e684836d HTTP/1.1" status: 200 len: 852 time: 0.1437652 Apr 19 11:07:34.987539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-4b60f1e0-28c7-43b9-8c5f-630a1056be5f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:07:34.990005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-4b60f1e0-28c7-43b9-8c5f-630a1056be5f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1869805 Apr 19 11:07:35.004421 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-070687d3-e354-4440-babf-99d917c4b6f5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4090924 Apr 19 11:07:35.017559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f94906-b0bd-4b80-9712-ae272d4ed28d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:35.021081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:35.026199 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d12f2c71851c4386ab906f1e04feb897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386736 Apr 19 11:07:35.028647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35360) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:35.059891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port c62f03d6-655c-4637-a95f-a4e544afdea1 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:35.066793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd43d-d162-4af5-b50b-ae9f724832dd None None] Pushing event updated for resources: {'Port': ['ID=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:35.147169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:35.166674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port c62f03d6-655c-4637-a95f-a4e544afdea1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:35.167583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:35.194283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:35.244427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4c1cd43d-d162-4af5-b50b-ae9f724832dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:35.287562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:35.294373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bd7b76ab-0654-4a8f-9810-8d79c8fdf886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:35.302743 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-b00dfc49-2612-4035-b744-e38665e9a0ef service neutron] 10.222.0.46 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969391 Apr 19 11:07:35.305033 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-c1d8b936-6c03-461f-af02-369085a33b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4e03140-13b5-4907-9de5-572693ba6662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2981348 Apr 19 11:07:35.342068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f94906-b0bd-4b80-9712-ae272d4ed28d,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:35.354791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:35.358398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:35.377244 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54f94906-b0bd-4b80-9712-ae272d4ed28d HTTP/1.1" status: 204 len: 168 time: 0.3473120 Apr 19 11:07:35.580845 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-2f83c661-9377-4689-bd84-434fc4bd5237 service neutron] 10.222.0.46 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744801 Apr 19 11:07:35.890834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] Set router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:36.055677 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-1179084c-7b09-4c2f-9a73-9c5333c600b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719133 Apr 19 11:07:36.132077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:36.240952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port c62f03d6-655c-4637-a95f-a4e544afdea1, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c62f03d6-655c-4637-a95f-a4e544afdea1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:36.280727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:36.302813 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-733671d5-74eb-4359-ba64-a883ce886ec2 service neutron] 10.222.0.46 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177300 Apr 19 11:07:36.379327 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-061ae908-2a38-4d14-84ab-9217f3d81a2b service neutron] 10.222.0.46 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648623 Apr 19 11:07:36.409742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:36.424250 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5417997-90d2-4bdf-8c32-6af05a4422dd req-1b037457-c0d9-48e2-9fe7-79ec7251ffcc service neutron] 10.222.0.55 "GET /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536868 Apr 19 11:07:36.576935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c34f4736-1c24-4ede-829b-3f8543d95372 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:36.641157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=c62f03d6-655c-4637-a95f-a4e544afdea1,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:36.655116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:36.709983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:22Z', 'revision_number': 4, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '1e4c3c68-90c6-4d55-bb3e-eadd89027c25', 'name': '', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'mac_address': 'fa:16:3e:25:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:17Z', 'updated_at': '2021-04-19T11:07:34Z', 'revision_number': 4, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'subnets': [{'id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:36.716201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f700919-eee2-4d8a-a978-275e8c11c4e0 None None] The sync data for ids ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'] in dv-cinder-786524-2-iscsi is: [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:22Z', 'revision_number': 4, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '1e4c3c68-90c6-4d55-bb3e-eadd89027c25', 'name': '', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'mac_address': 'fa:16:3e:25:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:17Z', 'updated_at': '2021-04-19T11:07:34Z', 'revision_number': 4, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'subnets': [{'id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:36.747226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port c34f4736-1c24-4ede-829b-3f8543d95372 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:36.771148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port c34f4736-1c24-4ede-829b-3f8543d95372 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:36.771253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:36.779034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35408) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:37.099660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.114355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.253028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:37.253028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b27a1cc4174a819ace784763cc37ed is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:37.253028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:37.254303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port c34f4736-1c24-4ede-829b-3f8543d95372, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c34f4736-1c24-4ede-829b-3f8543d95372,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:37.254613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:37.315546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.317612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:37.361600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7aeba172-863d-4388-9cfa-384064388003 req-b13bffa0-de37-4f80-a9be-3a14ab6edf75 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:37.385700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536823-e4da-4eb3-9c6a-dd3d37fd75b4 req-be061025-7fd1-424c-96eb-b7deb1ac0fab tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:37.388591 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-95536823-e4da-4eb3-9c6a-dd3d37fd75b4 req-be061025-7fd1-424c-96eb-b7deb1ac0fab tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 944 time: 0.4335790 Apr 19 11:07:37.430370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.440356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=c34f4736-1c24-4ede-829b-3f8543d95372,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:37.444430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:37.457570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7aeba172-863d-4388-9cfa-384064388003 req-b13bffa0-de37-4f80-a9be-3a14ab6edf75 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:37.466375 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-b13bffa0-de37-4f80-a9be-3a14ab6edf75 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1538150941&fields=id&tenant_id=6dad5be3678b452f8649056c2b7ff6b8 HTTP/1.1" status: 200 len: 267 time: 0.2735653 Apr 19 11:07:37.475329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.485729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:37.540601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c1197-8152-4cad-94c3-51b2f94f747a,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:37.560855 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2b27a1cc4174a819ace784763cc37ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804604 Apr 19 11:07:37.561564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35456) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:37.569934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:37.651265 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-95536823-e4da-4eb3-9c6a-dd3d37fd75b4 req-5e1b9a1c-2f1d-44d7-a5ae-5508ad064d0a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414370 Apr 19 11:07:37.662161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.694148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-94d40a5e-778e-4468-be40-9504c2ce1c85 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:37.694949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7aeba172-863d-4388-9cfa-384064388003 req-94d40a5e-778e-4468-be40-9504c2ce1c85 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:37.722058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.781599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7aeba172-863d-4388-9cfa-384064388003 req-94d40a5e-778e-4468-be40-9504c2ce1c85 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:37.783325 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-94d40a5e-778e-4468-be40-9504c2ce1c85 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 811 time: 0.3161120 Apr 19 11:07:37.801712 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-31af7dbd-8484-45b0-8ae8-82c3de850f78 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/quotas/6dad5be3678b452f8649056c2b7ff6b8 HTTP/1.1" status: 200 len: 375 time: 0.0113750 Apr 19 11:07:37.956769 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-62c40e08-baca-4271-a469-002fe417b286 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487424 Apr 19 11:07:38.081911 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'tag': '3b2d7995-5831-499b-bbd3-fcb19c7ef860', 'status': 'completed', 'code': 200} Apr 19 11:07:38.095723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:38.101395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-215d66d3-25ad-49d5-a340-ff774698eee4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:38.134768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c1197-8152-4cad-94c3-51b2f94f747a,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:38.138350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:38.145956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:38.149294 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c50c1197-8152-4cad-94c3-51b2f94f747a HTTP/1.1" status: 204 len: 168 time: 0.5763814 Apr 19 11:07:38.195718 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3b237203-f1ea-4337-b907-047ae7b9156b req-1cb202bb-a6f6-4d32-8c66-5630dba76502 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.1128578 Apr 19 11:07:38.303686 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-abe3159b-d8f7-4317-9dd1-ffbd4acac944 service neutron] 10.222.0.46 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331604 Apr 19 11:07:38.430076 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e635db1a-0e68-4446-a24f-eaeaccc2f4b2 req-18bee260-e112-479c-9820-e825626f04e4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 210 time: 0.1520488 Apr 19 11:07:38.584100 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-ffcbe227-72ea-4d7c-9f62-4a1416523998 service neutron] 10.222.0.46 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887698 Apr 19 11:07:38.602639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c62f03d6-655c-4637-a95f-a4e544afdea1 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:38.732204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port c62f03d6-655c-4637-a95f-a4e544afdea1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:38.733000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:38.924271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35516) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:38.948818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c34f4736-1c24-4ede-829b-3f8543d95372 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:38.960682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:38.998119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:39.009599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a6cd563201441e8413db6a209552f0 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:39.016314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:39.029056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:39.048183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port c34f4736-1c24-4ede-829b-3f8543d95372 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:39.048693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.151684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf819c-aeea-40f1-9d3c-df9ace92b73b req-3c13b9d9-eb48-4e05-b723-bb5bf6abebb4 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:39.154058 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ddf819c-aeea-40f1-9d3c-df9ace92b73b req-3c13b9d9-eb48-4e05-b723-bb5bf6abebb4 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 944 time: 0.3343673 Apr 19 11:07:39.240571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:39.282837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.347353 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ddf819c-aeea-40f1-9d3c-df9ace92b73b req-f8f5e9d7-ce4b-452f-961b-e3fa94ec65c9 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759315 Apr 19 11:07:39.349796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.360577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-9a3d1b4e-6fcf-45ff-9ea6-e0d8a183378b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:39.360751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:39.362204 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-9a3d1b4e-6fcf-45ff-9ea6-e0d8a183378b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 818 time: 0.4005549 Apr 19 11:07:39.379836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:39.385485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:39.385917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.406152 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-a8fc6a48-cc9d-4932-9dfe-232a583a3ee3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/quotas/733a970d5f8140d382800f9aaa7d6324 HTTP/1.1" status: 200 len: 375 time: 0.0349212 Apr 19 11:07:39.444373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a9b6db-de33-4c45-99bc-ea4db18cbadf,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:39.465950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:39.490490 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0a6cd563201441e8413db6a209552f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648913 Apr 19 11:07:39.493216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35540) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:39.631171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.633132 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.674782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.724442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:39.789729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.789941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.791707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:39.812794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:39.817736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a9b6db-de33-4c45-99bc-ea4db18cbadf,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:39.820380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:39.823447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:39.828106 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19a9b6db-de33-4c45-99bc-ea4db18cbadf HTTP/1.1" status: 204 len: 168 time: 0.3313210 Apr 19 11:07:39.845643 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e6758959-ad12-498d-a598-bdc465862d08 req-8df1e715-fccd-4a28-9094-5c62534ee65b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.3905072 Apr 19 11:07:39.862285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-3eba41a3-288e-48a8-a662-4a51ad80be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:39.862285 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-3eba41a3-288e-48a8-a662-4a51ad80be05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac14aa0a57fc4f15a0f6297b8dbc6039&device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 1097 time: 0.5624199 Apr 19 11:07:39.888264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:39.900540 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:40.010472 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-1118fe68-0ea7-48b4-a698-be822b3cd039 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6033869 Apr 19 11:07:40.094494 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f9d08ea-6400-46ea-af89-6afa8eb57cc2 req-6fe300ef-f874-4f6d-897e-8e853f44ff78 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0829527 Apr 19 11:07:40.203334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-28fd2df5-cf0e-45e4-ac4f-abe85c5b479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:40.205151 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-28fd2df5-cf0e-45e4-ac4f-abe85c5b479a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4e03140-13b5-4907-9de5-572693ba6662 HTTP/1.1" status: 200 len: 913 time: 0.3305469 Apr 19 11:07:40.302416 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-9bf2cd68-c55a-43e5-8e51-9913c77339d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860 HTTP/1.1" status: 200 len: 217 time: 0.0890040 Apr 19 11:07:40.330294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35564) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:40.374843 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-d15321b7-098c-4f38-9633-a86b2d0239f5 service neutron] 10.222.0.46 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157103 Apr 19 11:07:40.397507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-cf7e2de2-5fbe-4e87-bce0-49cb7e42644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:40.399770 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-cf7e2de2-5fbe-4e87-bce0-49cb7e42644b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c88a41b-c775-4b02-91ba-b995e684836d HTTP/1.1" status: 200 len: 852 time: 0.0843496 Apr 19 11:07:40.459538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:40.629836 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-9b22c34b-e999-4bd9-9374-ecc1dd95772a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4e03140-13b5-4907-9de5-572693ba6662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2003434 Apr 19 11:07:40.653472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:40.654166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:40.693123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:40.782434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:40.797198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Usage tracker for resource:security_group_rule and tenant:865631de02b64c11bce938b50290a6f6 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:40.798262 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-80b066fa-9030-490b-96dd-717cb8b80a56 service neutron] 10.222.0.46 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032853 Apr 19 11:07:40.807187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:40.807763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.55', 63122) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:40.817068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:41.095765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:41.155440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:41.195152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f85d2763-b8ea-4dc6-99a9-8eb7df733564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:41.218470 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=865631de02b64c11bce938b50290a6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866513 Apr 19 11:07:41.224838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35610) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:41.283989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe024183-60b8-481f-87ef-388b513364e8,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:41.289992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:41.382014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:41.444677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:41.455192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-8dd6780d-0a1a-4cc7-803a-69e59570c365 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:41.457639 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-8dd6780d-0a1a-4cc7-803a-69e59570c365 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 817 time: 0.6477780 Apr 19 11:07:41.460148 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2b17e781-5b3a-4e64-94b6-0afc7b717b28 req-49fff059-4372-4ae8-883f-16f875f4d114 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.2160521 Apr 19 11:07:41.493091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fe83d-a3b2-43ab-93bc-f7c7abef3b3e req-0b5fbdd7-8164-4dcc-8adf-bfb6d44fa066 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:41.501302 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-359fe83d-a3b2-43ab-93bc-f7c7abef3b3e req-0b5fbdd7-8164-4dcc-8adf-bfb6d44fa066 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 944 time: 0.8855710 Apr 19 11:07:41.527837 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-287c9ac5-1c10-41d0-9fab-f62bbb764491 service neutron] 10.222.0.55 "GET /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8513803 Apr 19 11:07:41.615575 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bca5d502-6181-42a9-aebb-75745e91bebc req-35d46932-f866-48e2-b2a9-aedfc35063af tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.0546651 Apr 19 11:07:41.825172 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-359fe83d-a3b2-43ab-93bc-f7c7abef3b3e req-95760214-5989-4ef6-9835-b81631ac880f tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228619 Apr 19 11:07:41.910415 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-46b94891-85c9-4397-b1df-d985e14f8d81 req-753ac98b-3e5b-4da0-99c4-05a5bc446d53 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0505514 Apr 19 11:07:41.987357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:41.995429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:42.015312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe024183-60b8-481f-87ef-388b513364e8,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:42.018271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:42.020965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:42.022270 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe024183-60b8-481f-87ef-388b513364e8 HTTP/1.1" status: 204 len: 168 time: 0.7962377 Apr 19 11:07:42.504545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 3b2d7995-5831-499b-bbd3-fcb19c7ef860 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:07:42.594937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860,segment=NetworkSegment(f10ec9de-a528-4055-abaf-e30f273ae0e0),segment_id=f10ec9de-a528-4055-abaf-e30f273ae0e0)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:42.609423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '3b2d7995-5831-499b-bbd3-fcb19c7ef860', 'network_id': 'e4e03140-13b5-4907-9de5-572693ba6662', 'port_id': '3b2d7995-5831-499b-bbd3-fcb19c7ef860', 'mac_address': 'fa:16:3e:e6:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c88a41b-c775-4b02-91ba-b995e684836d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:07:42.656484 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f6212e09-fbc5-42c5-8678-3fc951bc4724 req-a6865a29-a1b5-4b4d-9515-86b0c3661ea0 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.0523310 Apr 19 11:07:42.675746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:42.694519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2d7995-5831-499b-bbd3-fcb19c7ef860 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:42.719449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860,segment=NetworkSegment(f10ec9de-a528-4055-abaf-e30f273ae0e0),segment_id=f10ec9de-a528-4055-abaf-e30f273ae0e0)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:42.786919 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6e7028e0-19b8-4ff4-b3de-7fb2efd0d367 req-2b677260-3a46-47fd-ae14-051b9d745485 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.0495124 Apr 19 11:07:43.045283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f6be-0a29-4840-a810-5efc6764993d req-be08247e-78a1-4fe5-9f11-5e906739c098 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:43.046793 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2258f6be-0a29-4840-a810-5efc6764993d req-be08247e-78a1-4fe5-9f11-5e906739c098 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 945 time: 0.0998790 Apr 19 11:07:43.115808 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7bc92b6d-4ae9-4328-aa89-62e7bb0f640e req-fcbbceec-c3bd-466b-b5fd-79db226e5f30 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0679257 Apr 19 11:07:43.146170 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2258f6be-0a29-4840-a810-5efc6764993d req-40ec8461-0e30-4805-b7f8-66c7d11f8741 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514038 Apr 19 11:07:43.808335 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:43.811291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:43.835060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9508ebae-3683-44f2-b566-bfb9e8af3471 req-e66d2680-1afe-4a36-b810-7e8f8b63c786 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.0579929 Apr 19 11:07:43.909379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=3b2d7995-5831-499b-bbd3-fcb19c7ef860,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:43.915023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:43.967578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35660) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:43.987553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.004047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:44.008258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Usage tracker for resource:security_group_rule and tenant:4b29d9b1e5f44aa9b10457392d3d3b2c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:44.012060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:44.019238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:44.033257 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-615d5f5c-93b5-440f-80f8-11e63187cb97 req-dc73a1b0-e94d-443f-aec1-6db8451913a5 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.0562775 Apr 19 11:07:44.187045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.230386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.278530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2cd60538-880d-4df8-8907-8cf845b8a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:44.326552 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b29d9b1e5f44aa9b10457392d3d3b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571966 Apr 19 11:07:44.327521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50dfbf7-ded2-4389-9585-008d5dea4a60,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:44.330580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:44.331304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 35674) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:44.336178 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ba4d973c-3a1d-4bbd-b5ff-2c5bc4ac9cc0 req-157158c7-ef1b-4850-b35e-12c638d67400 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0654356 Apr 19 11:07:44.404507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.438747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.484247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.55', 63127) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:44.603981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.613471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6137a1d4-18ab-4cf7-89dd-0258ef91f7e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:44.640752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50dfbf7-ded2-4389-9585-008d5dea4a60,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:44.648905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:44.654500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:44.659152 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e50dfbf7-ded2-4389-9585-008d5dea4a60 HTTP/1.1" status: 204 len: 168 time: 0.3266950 Apr 19 11:07:44.699748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['3b2d7995-5831-499b-bbd3-fcb19c7ef860'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:07:44.727526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-ba5feedb-0c73-4bcc-a0f6-3251bdf52845 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:44.729265 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-ba5feedb-0c73-4bcc-a0f6-3251bdf52845 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 818 time: 0.2406557 Apr 19 11:07:44.750764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Request body: {'port': {'device_id': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'admin_state_up': True, 'tenant_id': '733a970d5f8140d382800f9aaa7d6324'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:44.782950 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-636565a9-b651-44e6-869b-3c1cd3a18e70 req-4bd45f6f-83a7-437a-a4a9-fd8508d034b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775517 Apr 19 11:07:44.791634 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-d96291d2-5cae-4657-91b9-0524cfb56d95 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 5699 time: 0.3722491 Apr 19 11:07:44.802677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e7442-406c-42da-aee0-bd80fabf7c5c req-28dc97a6-225c-45dc-8a7c-aeefab85212d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:44.804605 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be4e7442-406c-42da-aee0-bd80fabf7c5c req-28dc97a6-225c-45dc-8a7c-aeefab85212d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 945 time: 0.4675562 Apr 19 11:07:44.857661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'port': {'device_id': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'admin_state_up': True, 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'security_groups': ['f0d150a5-35e2-4d72-aebc-8fa5146f9bb0']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:45.038646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:45.063383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:45.111720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Made reservation on behalf of 733a970d5f8140d382800f9aaa7d6324 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:45.118835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:45.204041 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9b7eff8b-acd7-462a-b75a-a3260b0f307b req-63d2bbad-ea62-4230-98ae-c1b70660ef71 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.1111424 Apr 19 11:07:45.266005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be4e7442-406c-42da-aee0-bd80fabf7c5c req-0d900f7b-ce5b-4e6f-8c6d-54651da6803d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455481 Apr 19 11:07:45.604692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-6e1846f2-1677-4a97-bf77-8267601a607e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:45.607076 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-6e1846f2-1677-4a97-bf77-8267601a607e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 811 time: 0.4097383 Apr 19 11:07:45.702079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Allocated IP 172.20.0.9 (db18a9e4-c601-42b8-9651-b1dc7ed79803/2db70444-b1e9-469c-b958-6cbfb93c4276/e0c0bae4-c248-4851-ba93-27d945cdee38) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:45.750589 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8cae56db-d410-4931-9686-07bb0347726d req-b2f9319e-7045-45c0-921f-5979b138b938 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.1419299 Apr 19 11:07:45.766293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c70edb8d-3fbb-42cc-bf7c-a3b29b3a42e9 req-e0b70498-ca3b-49fd-a715-00695a10384e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.1497891 Apr 19 11:07:46.028243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.55', 63134) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:46.074444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:46.081914 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-a47e727e-2823-4303-b6c5-44f5032f28de tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dad5be3678b452f8649056c2b7ff6b8 HTTP/1.1" status: 200 len: 5705 time: 0.4117248 Apr 19 11:07:46.084560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:port and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:46.092054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:46.100998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'port': {'device_id': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'admin_state_up': True, 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'security_groups': ['ad52da5b-c642-4c62-a794-3129da6c5824']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:46.133079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:46.288109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Made reservation on behalf of bceb84f899a74836971556a3d8a02b6c for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:46.317330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:46.347973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-57c3c2d9-d605-48b4-bdc8-60408ccae7e1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:46.365263 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-57c3c2d9-d605-48b4-bdc8-60408ccae7e1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 818 time: 0.3356671 Apr 19 11:07:46.368689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:46.403660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Request body: {'port': {'device_id': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'admin_state_up': True, 'tenant_id': '733a970d5f8140d382800f9aaa7d6324'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:46.413732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 3b2d7995-5831-499b-bbd3-fcb19c7ef860 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:46.453153 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:46.537128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:port and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:46.541322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:46.588062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:46.707150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:46.713805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:46.714494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:46.717319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:46.721873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Usage tracker for resource:port and tenant:733a970d5f8140d382800f9aaa7d6324 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:46.725079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:46.732023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:46.738883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:46.748224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c2c23474-c33b-4b3c-aef0-a0504ed2c60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:46.798966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Made reservation on behalf of 6dad5be3678b452f8649056c2b7ff6b8 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:46.806462 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:46.835218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ed325-f2eb-494f-85b9-159552c3f7bd req-52c09ed4-0b01-4577-b340-260846019c08 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:46.844428 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-511ed325-f2eb-494f-85b9-159552c3f7bd req-52c09ed4-0b01-4577-b340-260846019c08 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 945 time: 0.2575319 Apr 19 11:07:46.921980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:47.010396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2d7995-5831-499b-bbd3-fcb19c7ef860'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:47.024042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:47.028657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:47.032527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:47.044276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:47.045396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:47.103237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Made reservation on behalf of 733a970d5f8140d382800f9aaa7d6324 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:07:47.114682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:47.162897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Pushing event updated for resources: {'Port': ['ID=e0c0bae4-c248-4851-ba93-27d945cdee38,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:47.171172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860,segment=NetworkSegment(f10ec9de-a528-4055-abaf-e30f273ae0e0),segment_id=f10ec9de-a528-4055-abaf-e30f273ae0e0)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:47.184659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:47.244925 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-511ed325-f2eb-494f-85b9-159552c3f7bd req-be1e831b-306f-466b-801f-fd338d09501e tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991435 Apr 19 11:07:47.336927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:47.348253 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3219687c-3020-4bf0-a5d0-6ad5306b60a7 req-028b90ed-fc22-4553-af54-54c9df87ca30 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.3276496 Apr 19 11:07:47.367099 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255453 Apr 19 11:07:47.384414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:47.425865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Request body: {'port': {'device_id': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:47.491754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Allocated IP 172.20.0.7 (138f50fa-11c8-4623-bb45-c6cba8fecfbb/27319dd3-1771-4fdc-8626-74dc9e1dd7f2/c1cd5544-8638-46ab-83da-7aaaacf23dc1) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:47.691732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=3b2d7995-5831-499b-bbd3-fcb19c7ef860,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:47.759838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:47.820353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Allocated IP 172.20.0.9 (e0c8ea00-f640-442e-b07e-9629a1b9db2a/80a0873d-c56d-4950-93ed-a18f9d54b2e0/1ff9365b-7456-4780-bc1d-0cb6a5459043) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:47.837024 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c7f9f588-bd92-4ae3-82a0-d8bd61c9df30 req-8c33fac4-b469-41f4-8173-5a286a64fb93 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.1790931 Apr 19 11:07:47.840486 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-740e3053-72f4-4e47-9579-57586942436a req-3758353c-ad60-4389-8856-76eb866878e9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.2902706 Apr 19 11:07:47.865959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Allocated IP 172.20.0.2 (db18a9e4-c601-42b8-9651-b1dc7ed79803/2db70444-b1e9-469c-b958-6cbfb93c4276/ba5a40e8-c530-4b42-b317-0ccf5872eaf1) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:07:47.914108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.362466 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2d7995-5831-499b-bbd3-fcb19c7ef860', 'code': 200} Apr 19 11:07:48.442836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.567808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.594952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-443360a6-5b7e-4866-96f6-0d74404b4032 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:48.637206 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd2d5fb-a9aa-422c-80e0-f1e2797d8e9c req-f66adc18-67e6-41c2-ac2f-f23b5d247a46 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.0845263 Apr 19 11:07:48.704740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:48.712842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:48.717518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.726427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:48.734110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:48.734809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.747152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.756697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Pushing event updated for resources: {'Port': ['ID=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:48.767895 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:48.785563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb470-92b0-47cf-b780-980f70e580a8 req-966ca88e-7b7d-4afe-8a72-340f472de9c6 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:48.787166 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f5fdb470-92b0-47cf-b780-980f70e580a8 req-966ca88e-7b7d-4afe-8a72-340f472de9c6 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.3331645 Apr 19 11:07:48.810275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Transition to ACTIVE for port object c1cd5544-8638-46ab-83da-7aaaacf23dc1 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:48.811924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Transition to ACTIVE for port object 1ff9365b-7456-4780-bc1d-0cb6a5459043 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:48.855811 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f5fdb470-92b0-47cf-b780-980f70e580a8 req-89d023e4-02d4-4983-998b-997ba43d7df7 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613594 Apr 19 11:07:48.882118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c0bae4-c248-4851-ba93-27d945cdee38 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:48.896952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.904099 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5253310 Apr 19 11:07:48.916169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.929044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:48.934886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Transition to ACTIVE for port object e0c0bae4-c248-4851-ba93-27d945cdee38 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:48.976542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.982393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:49.022935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:49.024286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.091663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:49.094633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'Port': ['ID=1ff9365b-7456-4780-bc1d-0cb6a5459043,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:49.109450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:49.117656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:49.118681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.191185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c0bae4-c248-4851-ba93-27d945cdee38,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:49.208346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:49.238005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1415963 Apr 19 11:07:49.262994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Attempting to bind port e0c0bae4-c248-4851-ba93-27d945cdee38 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:49.263404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Attempting to bind port e0c0bae4-c248-4851-ba93-27d945cdee38 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:49.263771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Attempting to bind port e0c0bae4-c248-4851-ba93-27d945cdee38 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:49.265035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:07:49.267234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:49.269157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c3900d86-1735-42ac-8f27-5293c4acfa0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:49.275834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Port e0c0bae4-c248-4851-ba93-27d945cdee38 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:07:49.276224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Attempting to bind port e0c0bae4-c248-4851-ba93-27d945cdee38 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:49.288929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:49.289666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Checking segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:49.290279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Bound using segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:49.290790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Bound port: e0c0bae4-c248-4851-ba93-27d945cdee38, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:49.291181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.372630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:07:49.399697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:07:49.406244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:49.406939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.457771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] For port e0c0bae4-c248-4851-ba93-27d945cdee38, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:49.462723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] For port e0c0bae4-c248-4851-ba93-27d945cdee38, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c0bae4-c248-4851-ba93-27d945cdee38,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:49.473254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-8c49f92f-e82b-480a-9eae-8fad51ea891f None None] Provisioning for port 1ff9365b-7456-4780-bc1d-0cb6a5459043 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:49.480944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-8c49f92f-e82b-480a-9eae-8fad51ea891f None None] Provisioning complete for port 1ff9365b-7456-4780-bc1d-0cb6a5459043 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:49.481789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8c49f92f-e82b-480a-9eae-8fad51ea891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.493480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c092a3f-d511-4fff-92cd-334aec23b2f2 req-aa33583a-d578-417e-bc65-fdf710acffef tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:49.494308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-0c092a3f-d511-4fff-92cd-334aec23b2f2 req-aa33583a-d578-417e-bc65-fdf710acffef tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Synchronizing usage tracker for tenant:bceb84f899a74836971556a3d8a02b6c on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:49.500260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:49.502750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.507502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:49.511099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:49.527810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1c3e-344e-4947-8116-d24c80bb1a0c req-99e194b4-5dc7-437b-a93d-b77730cad310 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:49.537313 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c92f1c3e-344e-4947-8116-d24c80bb1a0c req-99e194b4-5dc7-437b-a93d-b77730cad310 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 931 time: 0.5204864 Apr 19 11:07:49.580051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-8c49f92f-e82b-480a-9eae-8fad51ea891f None None] Port 1ff9365b-7456-4780-bc1d-0cb6a5459043 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:07:49.583546 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7617357 Apr 19 11:07:49.616626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-c92f1c3e-344e-4947-8116-d24c80bb1a0c req-193aa290-b442-4e84-b553-50835f353dd3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Synchronizing usage tracker for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:49.640755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:49.641430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.643063 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] 10.222.0.55 "PUT /v2.0/ports/e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 1093 time: 2.2488763 Apr 19 11:07:49.643615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'tag': 'e0c0bae4-c248-4851-ba93-27d945cdee38'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:49.657465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-0c092a3f-d511-4fff-92cd-334aec23b2f2 req-aa33583a-d578-417e-bc65-fdf710acffef tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Unset dirty status for tenant:bceb84f899a74836971556a3d8a02b6c on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:49.658687 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c092a3f-d511-4fff-92cd-334aec23b2f2 req-aa33583a-d578-417e-bc65-fdf710acffef tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 931 time: 0.5280948 Apr 19 11:07:49.659282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7725a8f-6b0b-4d45-a944-1b4bf718d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.692313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-c92f1c3e-344e-4947-8116-d24c80bb1a0c req-193aa290-b442-4e84-b553-50835f353dd3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Unset dirty status for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:49.693651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c92f1c3e-344e-4947-8116-d24c80bb1a0c req-193aa290-b442-4e84-b553-50835f353dd3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552711 Apr 19 11:07:49.726549 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c092a3f-d511-4fff-92cd-334aec23b2f2 req-c4faa3c5-0d6a-4964-8149-d70ba75df816 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592403 Apr 19 11:07:49.738021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c0bae4-c248-4851-ba93-27d945cdee38,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:49.744704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:49.769828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-7f63d7be-da78-456a-b88f-a5aa38e3c0e6 None None] Provisioning for port c1cd5544-8638-46ab-83da-7aaaacf23dc1 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:49.777344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-7f63d7be-da78-456a-b88f-a5aa38e3c0e6 None None] Provisioning complete for port c1cd5544-8638-46ab-83da-7aaaacf23dc1 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:49.777883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7f63d7be-da78-456a-b88f-a5aa38e3c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.814658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:07:49.862857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-7f63d7be-da78-456a-b88f-a5aa38e3c0e6 None None] Port c1cd5544-8638-46ab-83da-7aaaacf23dc1 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:07:49.936216 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'tag': 'e0c0bae4-c248-4851-ba93-27d945cdee38', 'status': 'completed', 'code': 200} Apr 19 11:07:49.939486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c00c6-5a65-445f-a7ca-529e6e17ce7c req-55950d64-fe18-4a8f-955f-20ac7c05a798 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:49.941000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-fa0c00c6-5a65-445f-a7ca-529e6e17ce7c req-55950d64-fe18-4a8f-955f-20ac7c05a798 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:50.012668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-fa0c00c6-5a65-445f-a7ca-529e6e17ce7c req-55950d64-fe18-4a8f-955f-20ac7c05a798 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:50.014113 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fa0c00c6-5a65-445f-a7ca-529e6e17ce7c req-55950d64-fe18-4a8f-955f-20ac7c05a798 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 931 time: 0.1801455 Apr 19 11:07:50.073642 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fa0c00c6-5a65-445f-a7ca-529e6e17ce7c req-0c0b09d4-c5ce-4dfd-8258-f40fdae25605 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521574 Apr 19 11:07:50.176867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45db14-c3ca-4f10-a9eb-8f3ef7d94ecd req-8e78d7ff-bea6-489d-80de-52fb6301d6b4 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:50.178427 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9e45db14-c3ca-4f10-a9eb-8f3ef7d94ecd req-8e78d7ff-bea6-489d-80de-52fb6301d6b4 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.0963087 Apr 19 11:07:50.235132 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9e45db14-c3ca-4f10-a9eb-8f3ef7d94ecd req-d07258d9-1421-4db6-9b8d-cac3e202dca1 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Apr 19 11:07:50.903410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5aad-5d36-4bde-a79d-cfb556f81232 req-6c268422-2f3d-448d-97a3-ff64588c7a7f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:50.905114 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14cb5aad-5d36-4bde-a79d-cfb556f81232 req-6c268422-2f3d-448d-97a3-ff64588c7a7f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 931 time: 0.0913763 Apr 19 11:07:51.005395 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14cb5aad-5d36-4bde-a79d-cfb556f81232 req-d884346c-d5e1-4f39-835c-35d22bfa2be4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938015 Apr 19 11:07:51.042838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfed3f-6e4d-4ae1-b11f-4f5c11fc8bfe req-99454fbc-b748-4908-825b-f554f1571ad3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:51.045251 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7acfed3f-6e4d-4ae1-b11f-4f5c11fc8bfe req-99454fbc-b748-4908-825b-f554f1571ad3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 931 time: 0.1175518 Apr 19 11:07:51.098992 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7acfed3f-6e4d-4ae1-b11f-4f5c11fc8bfe req-b7282d3e-0d77-4d95-bdb9-057272d076f0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461938 Apr 19 11:07:51.203943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Request body: {'port': {'device_id': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:51.217707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Request body: {'port': {'device_id': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:51.238231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:51.291433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Request body: {'port': {'device_id': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:07:51.485890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:51.509845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8317ee-2ff7-4edb-8a3d-148d57a3a6ea req-ae55a9aa-9421-4eab-b972-bbc330fff57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:51.512180 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee8317ee-2ff7-4edb-8a3d-148d57a3a6ea req-ae55a9aa-9421-4eab-b972-bbc330fff57d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1096 time: 0.2621524 Apr 19 11:07:51.552527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.55', 63146) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:51.856900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:51.872260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:51.904549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-d82b1f12-d704-4ca5-bb7b-08bacdd8ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:51.906160 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-d82b1f12-d704-4ca5-bb7b-08bacdd8ca2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 1099 time: 0.3536248 Apr 19 11:07:51.906456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73144a71-6774-4fec-9868-4718439bef9a req-25cec5e0-3e06-4316-965b-e0abb1473730 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:51.908123 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73144a71-6774-4fec-9868-4718439bef9a req-25cec5e0-3e06-4316-965b-e0abb1473730 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 931 time: 0.7049663 Apr 19 11:07:51.961853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8317ee-2ff7-4edb-8a3d-148d57a3a6ea req-7609862a-51a8-4c6e-b144-b574f6d953ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:51.968829 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee8317ee-2ff7-4edb-8a3d-148d57a3a6ea req-7609862a-51a8-4c6e-b144-b574f6d953ce service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=733a970d5f8140d382800f9aaa7d6324&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4224989 Apr 19 11:07:52.026314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00d5d1-6330-4b84-a17a-a6dd61dd6a8e req-ddabb532-d4c0-43d5-aec1-2b8eef106e61 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:52.035354 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b00d5d1-6330-4b84-a17a-a6dd61dd6a8e req-ddabb532-d4c0-43d5-aec1-2b8eef106e61 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.4405651 Apr 19 11:07:52.091686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-db083239-8d49-4096-ba23-87bc10e21835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:52.243830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:52.312884 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73144a71-6774-4fec-9868-4718439bef9a req-b063c856-9b2a-4b4e-ac3d-0ad543dfb642 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453362 Apr 19 11:07:52.326678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:52.349963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Usage tracker for resource:security_group_rule and tenant:3797d26b5e63443b826aab8fc8e02a39 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:52.360634 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b00d5d1-6330-4b84-a17a-a6dd61dd6a8e req-97aa0d67-6e8f-47d8-b6c9-2d21532290a3 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135650 Apr 19 11:07:52.368690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:52.481914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:52.592208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5a40e8-c530-4b42-b317-0ccf5872eaf1 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:52.597250 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8317ee-2ff7-4edb-8a3d-148d57a3a6ea req-b5877612-c1c6-45c6-9917-3a6ea1aac923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:52.598859 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee8317ee-2ff7-4edb-8a3d-148d57a3a6ea req-b5877612-c1c6-45c6-9917-3a6ea1aac923 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6086240 Apr 19 11:07:52.608922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:52.642086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Transition to ACTIVE for port object ba5a40e8-c530-4b42-b317-0ccf5872eaf1 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:52.716138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:52.717282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:52.729717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:52.788235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:52.899783 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9405110 Apr 19 11:07:52.910767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:52.916065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:52.918858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b69b1bac-e62e-42cb-9dd8-150d5c1dd39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:52.990939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee821b69-c1b5-4e58-b717-1ffeb0ed95bc req-91bcc957-f9f8-46e1-82d8-47938d73d185 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:52.999738 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee821b69-c1b5-4e58-b717-1ffeb0ed95bc req-91bcc957-f9f8-46e1-82d8-47938d73d185 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 943 time: 0.3694499 Apr 19 11:07:53.007190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-a5d62516-0d04-4de3-80fe-e9d04454d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:53.008906 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-a5d62516-0d04-4de3-80fe-e9d04454d44b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1096 time: 0.3427525 Apr 19 11:07:53.012807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Attempting to bind port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:53.013195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Attempting to bind port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:53.013570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Attempting to bind port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:53.020982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41b21f83-094d-4919-85b9-854af4ff7aa3,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:53.036377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f63f4-e689-4b5c-9c83-d48683a6e01e req-644fd68d-520f-4ecd-af6d-afdf81cd6214 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:53.046676 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-634f63f4-e689-4b5c-9c83-d48683a6e01e req-644fd68d-520f-4ecd-af6d-afdf81cd6214 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 931 time: 0.4659116 Apr 19 11:07:53.069255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.resource_extend [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 11:07:53.082766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:07:53.083171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Attempting to bind port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 on network db18a9e4-c601-42b8-9651-b1dc7ed79803 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:53.085982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:53.106842 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-a7c32193-977a-422a-a966-56e045f7a9a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 217 time: 0.0877919 Apr 19 11:07:53.107359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:53.107637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Checking segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:53.108097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Bound using segment: {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:53.108648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Bound port: ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9e5708-255b-461a-bcdb-74c2fe599298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:53.108968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.122470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.191364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.192184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff9365b-7456-4780-bc1d-0cb6a5459043 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:53.208456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.216186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-634f63f4-e689-4b5c-9c83-d48683a6e01e req-eda5f2ac-9061-4285-a981-41c747f335c7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685228 Apr 19 11:07:53.266853 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee821b69-c1b5-4e58-b717-1ffeb0ed95bc req-eabda70a-e0de-4da2-b239-c430c54a3627 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662868 Apr 19 11:07:53.269826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cd5544-8638-46ab-83da-7aaaacf23dc1 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:53.295635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.298583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Transition to ACTIVE for port object 1ff9365b-7456-4780-bc1d-0cb6a5459043 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:53.338098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.344777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6f12e3f3-9001-4b57-a60a-57e9c0d6fd1a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:53.347040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-7972374e-1060-4b5b-8f98-f6d937ceefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:53.349846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-7972374e-1060-4b5b-8f98-f6d937ceefa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.2307482 Apr 19 11:07:53.437969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] For port ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:53.445030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-f9c60ab2-9524-40ee-b81f-095b7718a105 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863800 Apr 19 11:07:53.569845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Transition to ACTIVE for port object c1cd5544-8638-46ab-83da-7aaaacf23dc1 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:07:53.639531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-7da684af-4b8e-4314-bd7d-0c967fd70fbc service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863313 Apr 19 11:07:53.646005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] For port ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:53.686958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.717693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.756585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:53.774764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9365b-7456-4780-bc1d-0cb6a5459043,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:53.792207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:53.794783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:53.862582 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:53.863255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:53.865469 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba5a40e8-c530-4b42-b317-0ccf5872eaf1 HTTP/1.1" status: 200 len: 1093 time: 2.6705675 Apr 19 11:07:53.866000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'tag': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:53.906933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:53.911219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:53.938181 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8d842d7-279b-4966-9a4f-efe1b0f9a10c req-adec0fe7-9990-4ad8-ba38-4d0d2757f940 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888725 Apr 19 11:07:53.973202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Attempting to bind port 1ff9365b-7456-4780-bc1d-0cb6a5459043 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:53.973587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Attempting to bind port 1ff9365b-7456-4780-bc1d-0cb6a5459043 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:53.974133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Attempting to bind port 1ff9365b-7456-4780-bc1d-0cb6a5459043 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:54.011596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Port 1ff9365b-7456-4780-bc1d-0cb6a5459043 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:07:54.012001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Attempting to bind port 1ff9365b-7456-4780-bc1d-0cb6a5459043 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:54.031229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:54.065985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:54.066557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Checking segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:54.067041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Bound using segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:54.067547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Bound port: 1ff9365b-7456-4780-bc1d-0cb6a5459043, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:54.068107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:54.081721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:54.098970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:54.126605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-7babf773-c7de-450a-851c-b854850fbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:54.128322 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-7babf773-c7de-450a-851c-b854850fbfce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 1096 time: 0.1653686 Apr 19 11:07:54.218073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-7c2d1316-ddad-4ebf-b052-930a94f9d4b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1 HTTP/1.1" status: 200 len: 217 time: 0.0800166 Apr 19 11:07:54.220256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a21fd-452b-4ae6-b8cb-c75605e8b4f9 req-f18efde7-661b-477e-95de-42b1d55d0179 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:54.223123 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cb7a21fd-452b-4ae6-b8cb-c75605e8b4f9 req-f18efde7-661b-477e-95de-42b1d55d0179 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 943 time: 0.6518147 Apr 19 11:07:54.408664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-3e23ff04-1bf4-4d02-908f-cdab3683bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:54.411327 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-3e23ff04-1bf4-4d02-908f-cdab3683bdb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.1688125 Apr 19 11:07:54.528386 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-92d9efff-7ddd-42c0-a4f5-9c390dc6cd02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046510 Apr 19 11:07:54.677861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] For port 1ff9365b-7456-4780-bc1d-0cb6a5459043, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:54.682294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] For port 1ff9365b-7456-4780-bc1d-0cb6a5459043, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:54.715018 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Attempting to bind port c1cd5544-8638-46ab-83da-7aaaacf23dc1 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:07:54.715316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Attempting to bind port c1cd5544-8638-46ab-83da-7aaaacf23dc1 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:07:54.715648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Attempting to bind port c1cd5544-8638-46ab-83da-7aaaacf23dc1 on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:54.735818 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-ecc159e6-1717-4679-b5d9-a5e15e3453a4 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903641 Apr 19 11:07:54.754046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Port c1cd5544-8638-46ab-83da-7aaaacf23dc1 on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:07:54.754046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Attempting to bind port c1cd5544-8638-46ab-83da-7aaaacf23dc1 on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:07:54.754046 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cb7a21fd-452b-4ae6-b8cb-c75605e8b4f9 req-0fa0780d-8d65-4378-9f22-b1facd901395 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074236 Apr 19 11:07:54.754046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:54.799427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e77a-1b5b-4edc-8d23-abe54c1f6728 req-070aa7a0-63ff-436f-af9f-6800601177fc tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:54.812025 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3805e77a-1b5b-4edc-8d23-abe54c1f6728 req-070aa7a0-63ff-436f-af9f-6800601177fc tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 1.0917537 Apr 19 11:07:54.832151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:54.857943 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'tag': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1', 'status': 'completed', 'code': 200} Apr 19 11:07:54.895254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:07:54.895639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Checking segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:07:54.896112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Bound using segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:07:54.896608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Bound port: c1cd5544-8638-46ab-83da-7aaaacf23dc1, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:07:54.897005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:54.945926 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3805e77a-1b5b-4edc-8d23-abe54c1f6728 req-f2a002f4-8571-4006-b1e5-5ad2bf4d90a1 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422513 Apr 19 11:07:54.959372 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-7fac565f-ead2-4e9f-9959-7cbe4fba78da service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262304 Apr 19 11:07:55.092537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.094643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:55.096555 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 1093 time: 3.8983746 Apr 19 11:07:55.183064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:55.212578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-8e7fff95-640c-41c9-9a7b-7f9d58f09c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.214188 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-8e7fff95-640c-41c9-9a7b-7f9d58f09c79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 1096 time: 0.1542206 Apr 19 11:07:55.388130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9365b-7456-4780-bc1d-0cb6a5459043,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:55.406665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:55.424798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:07:55.430316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-7e3b62b3-8d51-4cfd-b31b-aa7ca7635cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.431928 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-7e3b62b3-8d51-4cfd-b31b-aa7ca7635cfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.2109416 Apr 19 11:07:55.451819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:07:55.477915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aae9a-9090-4c38-9db6-48dbb91b903d req-d0a2d458-8dc1-4721-b8d9-31dd5b696a99 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.479580 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e92aae9a-9090-4c38-9db6-48dbb91b903d req-d0a2d458-8dc1-4721-b8d9-31dd5b696a99 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.4395380 Apr 19 11:07:55.497232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951cb7-8eb0-4a91-9d65-8e6aadd7af2b req-980346bc-2420-40a6-a72d-04330ff7e15b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.498865 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-12951cb7-8eb0-4a91-9d65-8e6aadd7af2b req-980346bc-2420-40a6-a72d-04330ff7e15b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 943 time: 0.3019140 Apr 19 11:07:55.504179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-789ddfa1-95d3-4bbb-8162-cb187acbca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.505936 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-789ddfa1-95d3-4bbb-8162-cb187acbca5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1096 time: 0.2741017 Apr 19 11:07:55.515484 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-e8013f57-d49c-494d-a38a-d1c21dfdc5da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1 HTTP/1.1" status: 200 len: 217 time: 0.0729527 Apr 19 11:07:55.590146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-bcd22241-61ee-4c92-be5a-0cfcd1e9c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.592200 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-bcd22241-61ee-4c92-be5a-0cfcd1e9c42b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.0706255 Apr 19 11:07:55.613579 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-05083fdd-2513-4d4f-8f55-fdd66ffbc3c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 217 time: 0.0910263 Apr 19 11:07:55.650249 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-42c11798-9f70-4e64-8822-2a2f18703b40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480347 Apr 19 11:07:55.694748 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e92aae9a-9090-4c38-9db6-48dbb91b903d req-f2657cb5-0558-4fde-aed6-1fd467e2c705 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1937926 Apr 19 11:07:55.711175 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-12951cb7-8eb0-4a91-9d65-8e6aadd7af2b req-fa48aa72-0696-4dcf-ba58-af4b05d86772 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897974 Apr 19 11:07:55.741143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-4bfc78b5-559d-482f-823e-438e30381e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.741143 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-4bfc78b5-559d-482f-823e-438e30381e70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.1142914 Apr 19 11:07:55.786654 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'status': 'completed', 'code': 200} Apr 19 11:07:55.794403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:55.810877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:55.838977 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-4fa958ca-04b3-4cb1-bcf8-012d0131af46 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779916 Apr 19 11:07:55.892234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:55.892923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:55.894518 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 1093 time: 4.6865413 Apr 19 11:07:55.921660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:55.940351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:56.010107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba172-863d-4388-9cfa-384064388003 req-d262bf9b-952b-4ef4-94f3-9e26b55e668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:56.016154 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-d262bf9b-952b-4ef4-94f3-9e26b55e668f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2710352 Apr 19 11:07:56.361874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7c98b56d-ca55-4a53-be4f-39ce972933c6 req-38f64119-c3de-4d08-83c6-13e421cf092d service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150678 Apr 19 11:07:56.385362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9618-1dfa-4f97-b784-12f76882bc04 req-1131cf75-38d1-49ee-b096-ba7ab8cb89f4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:56.387057 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c09e9618-1dfa-4f97-b784-12f76882bc04 req-1131cf75-38d1-49ee-b096-ba7ab8cb89f4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 943 time: 0.4308491 Apr 19 11:07:56.389277 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-f10049bc-4cfb-46f6-b7b0-93189866b176 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652160 Apr 19 11:07:56.439095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-9e0e9063-e570-4712-a5da-8feafc150f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:56.440772 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-9e0e9063-e570-4712-a5da-8feafc150f08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1096 time: 0.3830805 Apr 19 11:07:56.598484 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-82159aec-97c6-46df-a43f-f2ad9ed7000d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 217 time: 0.0970306 Apr 19 11:07:56.618501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0618c-6bcd-4d75-9328-a54ca2e18274 req-85d549c7-050c-4455-ac88-9e9e7e1e6a7f tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:56.620234 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1b0618c-6bcd-4d75-9328-a54ca2e18274 req-85d549c7-050c-4455-ac88-9e9e7e1e6a7f tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.4196539 Apr 19 11:07:56.697001 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c09e9618-1dfa-4f97-b784-12f76882bc04 req-755ffa2c-216d-45b8-8402-ce02bcb1e3b4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984889 Apr 19 11:07:56.775849 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7aeba172-863d-4388-9cfa-384064388003 req-5f99b3a1-d961-4431-8a3a-233fa5696b74 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613522 Apr 19 11:07:56.779995 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1b0618c-6bcd-4d75-9328-a54ca2e18274 req-2810f5fa-19ec-4379-a001-83c65c53d71c tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510632 Apr 19 11:07:56.781604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-784d2819-ffbc-4f22-8a3a-10ae73af89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:56.783224 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-784d2819-ffbc-4f22-8a3a-10ae73af89a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.1597459 Apr 19 11:07:57.191513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device e0c0bae4-c248-4851-ba93-27d945cdee38 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:07:57.395081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-c7f6d6d1-796a-40f5-9906-84eeedb89b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.395081 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-c7f6d6d1-796a-40f5-9906-84eeedb89b21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1096 time: 0.4950314 Apr 19 11:07:57.395081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1ade1425-0b21-4f0f-8b6d-fc589b44265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.395081 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-1ade1425-0b21-4f0f-8b6d-fc589b44265c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5651999 Apr 19 11:07:57.395396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port e0c0bae4-c248-4851-ba93-27d945cdee38, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c0bae4-c248-4851-ba93-27d945cdee38,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:57.395476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff043d-64af-481d-b10c-fc4c65591000 req-6d233524-4151-471d-8861-26653023e550 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.395476 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-45ff043d-64af-481d-b10c-fc4c65591000 req-6d233524-4151-471d-8861-26653023e550 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.4680467 Apr 19 11:07:57.395619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'e0c0bae4-c248-4851-ba93-27d945cdee38', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'port_id': 'e0c0bae4-c248-4851-ba93-27d945cdee38', 'mac_address': 'fa:16:3e:e4:7d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:07:57.442266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:57.464631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c0bae4-c248-4851-ba93-27d945cdee38 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:57.482066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port e0c0bae4-c248-4851-ba93-27d945cdee38, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c0bae4-c248-4851-ba93-27d945cdee38,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:57.499018 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6b55a-0767-41cc-a8ff-7277df3c901e req-2bdff007-acc8-4113-bc88-37989a75b421 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.501496 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b0e6b55a-0767-41cc-a8ff-7277df3c901e req-2bdff007-acc8-4113-bc88-37989a75b421 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 943 time: 0.5456982 Apr 19 11:07:57.526856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:57.530068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:57.608816 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=e0c0bae4-c248-4851-ba93-27d945cdee38,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:57.613157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:57.659285 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-45ff043d-64af-481d-b10c-fc4c65591000 req-743f8593-ef31-40e9-aabe-dbe69919f35a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2630184 Apr 19 11:07:57.715367 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b0e6b55a-0767-41cc-a8ff-7277df3c901e req-c6cec080-b869-4932-a785-41dc67b7326d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482925 Apr 19 11:07:57.726187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-513128c9-6621-4301-a325-22f2c70f6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.727816 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-513128c9-6621-4301-a325-22f2c70f6406 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.3707509 Apr 19 11:07:57.766024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['e0c0bae4-c248-4851-ba93-27d945cdee38'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:07:57.800562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:57.827202 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-c957211f-6359-4e61-826b-49554430566f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 217 time: 0.0884969 Apr 19 11:07:57.830911 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-beec0227-fe26-472e-80a5-2a02347163d7 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613104 Apr 19 11:07:57.897402 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'status': 'completed', 'code': 200} Apr 19 11:07:58.108230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-901f736a-473c-462a-bb32-5986e6f28ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.109831 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-901f736a-473c-462a-bb32-5986e6f28ac4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.2637868 Apr 19 11:07:58.210149 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e0fcd4-e66a-4be1-8d9e-ae22c9df04c7 req-da3035d7-9bbd-47c3-a6a5-4cf4aee464b0 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087068 Apr 19 11:07:58.242988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99506d-255b-4403-bac4-365f14721a64 req-f5c77d49-cde8-4084-9435-8290736cbbcd tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.244664 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fb99506d-255b-4403-bac4-365f14721a64 req-f5c77d49-cde8-4084-9435-8290736cbbcd tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 943 time: 0.3495162 Apr 19 11:07:58.275053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-7a8660d6-8f30-43c0-bb17-9bb6daff000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.275053 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-7a8660d6-8f30-43c0-bb17-9bb6daff000e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1507862 Apr 19 11:07:58.459565 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fb99506d-255b-4403-bac4-365f14721a64 req-d7e92e2f-8fb3-4e3d-a69b-208b80c0164a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056618 Apr 19 11:07:58.543853 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-a7c880aa-ecc2-49fd-924d-0be145f3bec9 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613869 Apr 19 11:07:58.547176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-831c1d38-aa71-4b59-a5cb-73fed7e00807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.548878 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-831c1d38-aa71-4b59-a5cb-73fed7e00807 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1096 time: 0.2153592 Apr 19 11:07:58.608038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36126) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:58.745827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:58.764024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:58.769068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Usage tracker for resource:security_group_rule and tenant:6555d4f20a3d4c1487032d53dace219e is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:58.772890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:58.780036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:58.877351 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11e5e8dc-fbe1-4cb9-a351-15dba9b34a31 req-ef4c1656-bca3-452c-96fc-afe213b84820 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212163 Apr 19 11:07:58.878197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:58.878434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-0d01c71b-19d8-4463-a418-c90c11dda6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.879853 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-0d01c71b-19d8-4463-a418-c90c11dda6cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.3226433 Apr 19 11:07:58.961063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:58.971648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-51f8e92a-fef7-4260-9a93-e4e62682272b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:59.013187 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-e054769f-842f-4e66-b3cb-3a59f700d67b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 217 time: 0.0905063 Apr 19 11:07:59.015040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe4c285-932b-4500-bc9e-3d4d45beac47,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:59.019786 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6555d4f20a3d4c1487032d53dace219e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106343 Apr 19 11:07:59.020803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:59.022746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36138) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:59.094713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.129345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.137384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-0c1c9183-c7b3-44bc-af66-cf83b2fb7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:59.139016 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-0c1c9183-c7b3-44bc-af66-cf83b2fb7de0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.1143043 Apr 19 11:07:59.150043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a83e2a-cfa0-4e04-8ee1-0eb190799b88 req-fc3d9c4a-a2c0-494b-b57e-c03bc94eb502 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:59.152406 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-78a83e2a-cfa0-4e04-8ee1-0eb190799b88 req-fc3d9c4a-a2c0-494b-b57e-c03bc94eb502 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 943 time: 0.2859871 Apr 19 11:07:59.163190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff75ee-47e2-4998-b97c-f20aff64353c req-d1e46585-f1e4-4d48-bf76-fc6f16e23778 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:59.164911 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-68ff75ee-47e2-4998-b97c-f20aff64353c req-d1e46585-f1e4-4d48-bf76-fc6f16e23778 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.3537731 Apr 19 11:07:59.212259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.217141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-45d43472-fdee-4ee1-8266-a1baa9cddd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:59.223795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 1ff9365b-7456-4780-bc1d-0cb6a5459043 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:07:59.232477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe4c285-932b-4500-bc9e-3d4d45beac47,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:59.247974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:59.275032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.276720 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fe4c285-932b-4500-bc9e-3d4d45beac47 HTTP/1.1" status: 204 len: 168 time: 0.2526262 Apr 19 11:07:59.390035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device e0c0bae4-c248-4851-ba93-27d945cdee38 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:07:59.537935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 1ff9365b-7456-4780-bc1d-0cb6a5459043, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:59.561903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'port_id': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'mac_address': 'fa:16:3e:22:90:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:07:59.572333 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-68ff75ee-47e2-4998-b97c-f20aff64353c req-45a7314b-1e72-4e12-8b1d-560bbecad5d9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3690813 Apr 19 11:07:59.611116 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-78a83e2a-cfa0-4e04-8ee1-0eb190799b88 req-b555e94d-cb85-4338-98b3-a82d1db683b4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094434 Apr 19 11:07:59.618664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-8e19ddfb-8fa8-4941-bdbd-fa5e33c5c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:59.620498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-8e19ddfb-8fa8-4941-bdbd-fa5e33c5c438 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4669392 Apr 19 11:07:59.684178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port e0c0bae4-c248-4851-ba93-27d945cdee38 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:07:59.697695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port e0c0bae4-c248-4851-ba93-27d945cdee38 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:07:59.698236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.812782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.838541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff9365b-7456-4780-bc1d-0cb6a5459043 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:07:59.921342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.929815 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-fb3574fb-9611-491f-8dfe-e989e8da5371 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012426 Apr 19 11:07:59.935820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 1ff9365b-7456-4780-bc1d-0cb6a5459043, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:59.963043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c0bae4-c248-4851-ba93-27d945cdee38'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:59.977779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port e0c0bae4-c248-4851-ba93-27d945cdee38, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c0bae4-c248-4851-ba93-27d945cdee38,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:59.989701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36172) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:00.012732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.014334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device ba5a40e8-c530-4b42-b317-0ccf5872eaf1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:08:00.028306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.028634 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4c1cd43d-d162-4af5-b50b-ae9f724832dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.071589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ec381-0dc5-4ae5-9e3b-407ab69b196a req-7b933487-d2be-46c7-b9d2-cbb27d702a72 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:00.102157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:00.102276 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e13ec381-0dc5-4ae5-9e3b-407ab69b196a req-7b933487-d2be-46c7-b9d2-cbb27d702a72 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 943 time: 0.2745130 Apr 19 11:08:00.102379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Usage tracker for resource:security_group_rule and tenant:d6bd4d58c0044b1ebb309ee41764d1dd is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:00.102379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:00.108058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:00.130392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.196214 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1850a0d8-d2b5-4dc1-b5c5-8d8c92360a8d req-8aec4834-32ee-4a93-bc20-341927cbe80d service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553191 Apr 19 11:08:00.201866 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e13ec381-0dc5-4ae5-9e3b-407ab69b196a req-65f214f7-e548-4036-b7b8-af8cbdc4a354 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069789 Apr 19 11:08:00.213974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36182) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:00.254495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.303293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.319794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.370138 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c0bae4-c248-4851-ba93-27d945cdee38', 'code': 200} Apr 19 11:08:00.379940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=1ff9365b-7456-4780-bc1d-0cb6a5459043,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.392572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:00.393108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-741e2b06-cd5c-4adb-99b2-bddf8d21989f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.420644 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6bd4d58c0044b1ebb309ee41764d1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263575 Apr 19 11:08:00.420644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42a5568-036f-403e-9ac8-3e4d41608b43,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.421321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36196) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:00.424037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:00.492654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.522239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:00.524987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=e0c0bae4-c248-4851-ba93-27d945cdee38,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.527612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.530820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Usage tracker for resource:security_group_rule and tenant:e6e26236fa1c43b6bbcfad14f1a1eda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:00.540767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:00.541064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:00.549007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:00.551832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:00.564296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1', 'network_id': 'db18a9e4-c601-42b8-9651-b1dc7ed79803', 'port_id': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1', 'mac_address': 'fa:16:3e:ff:e3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db70444-b1e9-469c-b958-6cbfb93c4276', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:08:00.569824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.634148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.656630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5a40e8-c530-4b42-b317-0ccf5872eaf1 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:08:00.673807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:00.703749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.708336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.712760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b1389984-54a5-437f-b453-23b0697e3f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.737798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.739548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.794142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42a5568-036f-403e-9ac8-3e4d41608b43,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.804109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.838617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.845018 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:00.856680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:00.881952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.922397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.926134 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c42a5568-036f-403e-9ac8-3e4d41608b43 HTTP/1.1" status: 204 len: 168 time: 0.5011353 Apr 19 11:08:00.959047 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6e26236fa1c43b6bbcfad14f1a1eda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418690 Apr 19 11:08:00.959275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36216) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:00.967753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9698e-5ae4-4302-9853-db8dedbddbfe,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.980909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:01.008907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['ba5a40e8-c530-4b42-b317-0ccf5872eaf1'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:08:01.020214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36220) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:01.020403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24a539-7c5a-442a-9b0f-13fc5dd0b6e0 req-7fca3e3a-3c5d-491c-a158-a2f782815eb4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:01.030147 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1c24a539-7c5a-442a-9b0f-13fc5dd0b6e0 req-7fca3e3a-3c5d-491c-a158-a2f782815eb4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2441428 Apr 19 11:08:01.034896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70900e5-e48f-4b5d-89b3-3b0a744d605a req-7827c0cd-fc79-41d5-bf6d-9647cce6f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:01.036702 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e70900e5-e48f-4b5d-89b3-3b0a744d605a req-7827c0cd-fc79-41d5-bf6d-9647cce6f534 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.3077214 Apr 19 11:08:01.128623 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1c24a539-7c5a-442a-9b0f-13fc5dd0b6e0 req-8b944435-f9b4-4334-a13c-7f6ed6042122 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973866 Apr 19 11:08:01.145889 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e70900e5-e48f-4b5d-89b3-3b0a744d605a req-3ca4ae14-2c6f-4f51-887b-3c5af46f3cd0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934262 Apr 19 11:08:01.147939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.168762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['1ff9365b-7456-4780-bc1d-0cb6a5459043'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:08:01.207637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.226267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:08:01.392449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.398641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:01.440285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9698e-5ae4-4302-9853-db8dedbddbfe,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:01.454492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:01.481362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.491323 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35a9698e-5ae4-4302-9853-db8dedbddbfe HTTP/1.1" status: 204 len: 168 time: 0.5294406 Apr 19 11:08:01.513291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079347cb-0cb0-4d24-94f9-caed05b6e23c req-e006daea-a554-4d0c-b770-122bd0e101b3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:01.525787 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-079347cb-0cb0-4d24-94f9-caed05b6e23c req-e006daea-a554-4d0c-b770-122bd0e101b3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 944 time: 0.2615802 Apr 19 11:08:01.617269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.659359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:01.665433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Usage tracker for resource:security_group_rule and tenant:80899a3e6fe44bbb822a8ed85f1cc49d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:01.669583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:01.677400 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:01.691522 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-079347cb-0cb0-4d24-94f9-caed05b6e23c req-643d0bc4-b3e8-4578-b489-d389645a2b9b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646001 Apr 19 11:08:01.739508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:01.767817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd03d9-beff-4242-9015-38d20e2cb98c req-6b3ed646-8af2-499f-bbd4-0b6da3612003 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:01.769646 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77bd03d9-beff-4242-9015-38d20e2cb98c req-6b3ed646-8af2-499f-bbd4-0b6da3612003 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 944 time: 0.2410121 Apr 19 11:08:01.786047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'mac_address': 'fa:16:3e:4f:d4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:08:01.805622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.838013 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77bd03d9-beff-4242-9015-38d20e2cb98c req-1a9e1e7a-ed09-43c8-9b17-ab2dc19ade94 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589330 Apr 19 11:08:01.866127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.868374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.880938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c6aef83b-4cb2-4527-b7b5-4790d8d12a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:01.888414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cd5544-8638-46ab-83da-7aaaacf23dc1 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:08:01.904320 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80899a3e6fe44bbb822a8ed85f1cc49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8899243 Apr 19 11:08:01.907505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36242) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:01.924976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5651a680-9439-4519-a5bd-2328a3e3c4ba,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:01.931360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:01.940435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:01.977929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.980180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:02.005477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.045520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.057291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:02.073345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:02.143561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.148613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36256) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:02.149119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:02.180947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5651a680-9439-4519-a5bd-2328a3e3c4ba,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:02.186284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.201115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:02.206672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.222670 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5651a680-9439-4519-a5bd-2328a3e3c4ba HTTP/1.1" status: 204 len: 168 time: 0.3106799 Apr 19 11:08:02.222760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:02.245161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Usage tracker for resource:security_group_rule and tenant:e251421985b14fb39b63eeda396a6794 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:02.250691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:02.259416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:02.398240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.424555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.453853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c8b33df2-d245-47ad-b936-a11c8585c6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:02.478508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['c1cd5544-8638-46ab-83da-7aaaacf23dc1'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:08:02.501516 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e251421985b14fb39b63eeda396a6794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488805 Apr 19 11:08:02.501516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28979c75-1746-4a68-87e7-60edb783234e,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:02.514937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:02.520001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36270) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:02.539003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7d7df-d78c-42b8-8db8-7383dba138f3 req-6e6254c3-68fe-4098-8d58-e9dbfb9be74c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:02.554559 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-93d7d7df-d78c-42b8-8db8-7383dba138f3 req-6e6254c3-68fe-4098-8d58-e9dbfb9be74c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 944 time: 0.1884181 Apr 19 11:08:02.682341 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-93d7d7df-d78c-42b8-8db8-7383dba138f3 req-829fd961-58f5-4c35-bf53-ea08e7696eaf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268048 Apr 19 11:08:02.704417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36278) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:02.719700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.752843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.853263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1059963811-network', 'tenant_id': 'd58e53bbe2fe48fcb7b31ea3a0954f1c'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:02.858523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:02.862614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Usage tracker for resource:network and tenant:d58e53bbe2fe48fcb7b31ea3a0954f1c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:02.865571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:02.873217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:02.929677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ed4df-643e-4dc7-aa05-5c06bc2d8668 req-59e23af5-b979-4fdc-b576-37fa209e497d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:02.931291 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-294ed4df-643e-4dc7-aa05-5c06bc2d8668 req-59e23af5-b979-4fdc-b576-37fa209e497d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 944 time: 0.0931101 Apr 19 11:08:02.993399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Made reservation on behalf of d58e53bbe2fe48fcb7b31ea3a0954f1c for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:02.999252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.013925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.023033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.031218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:03.035593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Usage tracker for resource:security_group_rule and tenant:d58e53bbe2fe48fcb7b31ea3a0954f1c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:03.038642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:03.045989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:03.046752 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-294ed4df-643e-4dc7-aa05-5c06bc2d8668 req-2ae7c321-91b0-4b1a-822f-4eac1f74c9f7 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082842 Apr 19 11:08:03.050443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-875f49c4-fe93-474a-b606-ba6ab2407de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:03.068509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28979c75-1746-4a68-87e7-60edb783234e,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:03.079669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:03.084580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.103596 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28979c75-1746-4a68-87e7-60edb783234e HTTP/1.1" status: 204 len: 168 time: 0.5678015 Apr 19 11:08:03.161154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.162958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295aa7-6aa1-4f81-8318-67bbc6f6d320 req-54fbf83b-aeea-4e64-bd89-3d2d44fdbbee tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:03.164615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-68295aa7-6aa1-4f81-8318-67bbc6f6d320 req-54fbf83b-aeea-4e64-bd89-3d2d44fdbbee tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 944 time: 0.1899962 Apr 19 11:08:03.226450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.227587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 1ff9365b-7456-4780-bc1d-0cb6a5459043 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:03.239254 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-68295aa7-6aa1-4f81-8318-67bbc6f6d320 req-2c2fb028-d29c-4608-ba1b-670226dfc891 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623727 Apr 19 11:08:03.239805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36296) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:03.245909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:08:03.274748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:03.278996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.311158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:03.316819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ace3cb3d1564c19a048b79f34879fa7 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:03.320758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:03.328447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:03.334011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.334414 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Added segment 33b5d493-7538-4336-ab6a-e03d8785161a of type vlan for network 249df524-bbde-4254-b8c2-578dbcd6434c Apr 19 11:08:03.335716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151059f3-616b-4bc0-ba7a-b21d8c2ad62d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:03.350076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.350076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.350076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.350853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.350853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.351102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.351498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.352054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.352453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.352837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.353218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.353600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:03.359321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:03.369520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 1ff9365b-7456-4780-bc1d-0cb6a5459043 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:03.384464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.385448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 1ff9365b-7456-4780-bc1d-0cb6a5459043 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:03.386619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.435008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.449763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.452423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:03.453300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.458809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:03.479134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.495433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-50057105-e114-4d25-a4c4-695a5836f5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:03.522968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.554750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:03.555619 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ace3cb3d1564c19a048b79f34879fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147078 Apr 19 11:08:03.559521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36304) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:03.564221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc85b7c-0960-467a-8049-bfab51e4f919,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:03.567555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:03.580095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 1ff9365b-7456-4780-bc1d-0cb6a5459043, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:03.603805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Pushing event updated for resources: {'Network': ['ID=249df524-bbde-4254-b8c2-578dbcd6434c,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:03.609785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:03.615127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 249df524-bbde-4254-b8c2-578dbcd6434c details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:08:03.636108 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'code': 200} Apr 19 11:08:03.639515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.676480 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9676437 Apr 19 11:08:03.676829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36312) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:03.683823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Request body: {'subnet': {'network_id': '249df524-bbde-4254-b8c2-578dbcd6434c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1059963811-subnet', 'tenant_id': 'd58e53bbe2fe48fcb7b31ea3a0954f1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:03.690846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.693079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:03.704355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Usage tracker for resource:subnet and tenant:d58e53bbe2fe48fcb7b31ea3a0954f1c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:03.707795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:03.714756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:03.764189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Made reservation on behalf of d58e53bbe2fe48fcb7b31ea3a0954f1c for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:03.769178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.792990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.800698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:03.816845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc85b7c-0960-467a-8049-bfab51e4f919,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:03.820349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:03.821375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.826660 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbc85b7c-0960-467a-8049-bfab51e4f919 HTTP/1.1" status: 204 len: 168 time: 0.2651794 Apr 19 11:08:03.858931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36320) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:03.879918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.900694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:03.905512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Usage tracker for resource:security_group_rule and tenant:38f489a2643a497c92d0048221c7a751 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:03.908647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:03.914906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:03.951468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.952402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device ba5a40e8-c530-4b42-b317-0ccf5872eaf1 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:04.009027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:04.148948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=1ff9365b-7456-4780-bc1d-0cb6a5459043,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:04.154337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:04.184693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a75e2-65d8-42aa-aa63-55e9e041268c req-639a8143-cca5-4ecf-80d4-bb168ba7dd99 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:04.186390 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-707a75e2-65d8-42aa-aa63-55e9e041268c req-639a8143-cca5-4ecf-80d4-bb168ba7dd99 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 944 time: 0.2600076 Apr 19 11:08:04.188741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.196303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71833e94-aaa1-4186-babc-ef7a70e2643d req-71f6acd9-2754-42da-8e23-d3eeda037954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:04.197746 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71833e94-aaa1-4186-babc-ef7a70e2643d req-71f6acd9-2754-42da-8e23-d3eeda037954 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1098 time: 0.2019911 Apr 19 11:08:04.215343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:04.220692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:04.221111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.261744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.405744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:04.419211 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.465907 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-707a75e2-65d8-42aa-aa63-55e9e041268c req-9c3d79eb-1b60-453d-8dff-9bb654f4cc81 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2721696 Apr 19 11:08:04.466768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af8813c-9ace-4f5c-b347-1f8ebef26f9a,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:04.469899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:04.484919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.486474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:04.504212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-112e5925-4b9f-4144-bd2f-bb90f57a1c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:04.504524 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38f489a2643a497c92d0048221c7a751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411543 Apr 19 11:08:04.507106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36338) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:04.518269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.520565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:04.521874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71833e94-aaa1-4186-babc-ef7a70e2643d req-49e55b39-9cae-4ec6-8121-b1224a052eea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019328 Apr 19 11:08:04.561577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fe4665-708f-4dba-9b10-fbf9012dc63e,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:04.570262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:04.604740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1328d4-2bc8-4f15-be3a-2e86ce3598d2 req-948c2e03-3e84-4c70-a93f-79c48fde68f3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:04.607017 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f1328d4-2bc8-4f15-be3a-2e86ce3598d2 req-948c2e03-3e84-4c70-a93f-79c48fde68f3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 944 time: 0.3812528 Apr 19 11:08:04.608535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Checking segment: {'id': '33b5d493-7538-4336-ab6a-e03d8785161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '249df524-bbde-4254-b8c2-578dbcd6434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:04.609222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Network hostable DHCP agents. Network: 249df524-bbde-4254-b8c2-578dbcd6434c, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:08:04.661512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Network 249df524-bbde-4254-b8c2-578dbcd6434c is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:08:04.668830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.689827 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f1328d4-2bc8-4f15-be3a-2e86ce3598d2 req-640664bb-e07e-4dc6-99dd-7cd7b2eef266 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672667 Apr 19 11:08:04.691411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:04.703746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:04.729956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 249df524-bbde-4254-b8c2-578dbcd6434c) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:04.734564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:04.735199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.740793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9880e-bfde-49cb-8916-d6bb2ea96ad2 None None] Network 249df524-bbde-4254-b8c2-578dbcd6434c requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:04.791155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.817351 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1391201 Apr 19 11:08:04.891974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da4ab-e05c-4c06-9aa0-321bb9a0e57d req-139f218a-1479-4c76-bb1e-afdbc289d41d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:04.894100 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-826da4ab-e05c-4c06-9aa0-321bb9a0e57d req-139f218a-1479-4c76-bb1e-afdbc289d41d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2008810 Apr 19 11:08:04.928391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b31c9d4f-4666-48a5-b307-904c37a01be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af8813c-9ace-4f5c-b347-1f8ebef26f9a,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-826da4ab-e05c-4c06-9aa0-321bb9a0e57d req-ba25f76e-f40c-409e-be44-31ba042ec311 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778093 Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:05.021075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.023090 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8af8813c-9ace-4f5c-b347-1f8ebef26f9a HTTP/1.1" status: 204 len: 168 time: 0.4752729 Apr 19 11:08:05.023090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:05.105611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85893a15-ff32-483b-8fe7-9c51b4c88327 None None] Network 249df524-bbde-4254-b8c2-578dbcd6434c requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:05.238681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:05.455341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port c1cd5544-8638-46ab-83da-7aaaacf23dc1 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:05.460954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port c1cd5544-8638-46ab-83da-7aaaacf23dc1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:05.461364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.626281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.641204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:05.675288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:05.705861 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1', 'code': 200} Apr 19 11:08:05.709275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.711900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:05.746346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025c503-8648-46e5-9f12-b79e1b9ea1a6 req-c18665f6-3a8e-4586-9713-3723126ff2e6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:05.748090 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5025c503-8648-46e5-9f12-b79e1b9ea1a6 req-c18665f6-3a8e-4586-9713-3723126ff2e6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 944 time: 0.1218889 Apr 19 11:08:05.814509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:05.826536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:05.847238 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5025c503-8648-46e5-9f12-b79e1b9ea1a6 req-62d82b9a-9cd9-4f94-b620-658074f964be tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925133 Apr 19 11:08:05.979929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be20a-0920-4d2d-98c1-b21dd1a2e0af req-6ec96346-5ec1-49c2-b944-efd4d9cb5704 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:05.982567 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff8be20a-0920-4d2d-98c1-b21dd1a2e0af req-6ec96346-5ec1-49c2-b944-efd4d9cb5704 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1247599 Apr 19 11:08:06.110797 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff8be20a-0920-4d2d-98c1-b21dd1a2e0af req-5532e3e9-2086-413a-9ce2-6ca21d712f86 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182084 Apr 19 11:08:06.176141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1bcb1-d73d-47cb-90c1-0e8a1b3d5d90 req-e9e0761f-ae1b-4b5d-adca-9c0b1f336fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:06.177695 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-acc1bcb1-d73d-47cb-90c1-0e8a1b3d5d90 req-e9e0761f-ae1b-4b5d-adca-9c0b1f336fd9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 1098 time: 0.1488080 Apr 19 11:08:06.308272 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-acc1bcb1-d73d-47cb-90c1-0e8a1b3d5d90 req-e71c42f1-7634-4cfc-8b83-5bb9de8e85c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152225 Apr 19 11:08:06.350400 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89173a7-0d67-4201-8537-f303e0fbaf76 req-ccb260b8-ed6d-423f-98a6-7c28fec75a45 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:06.350542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36412) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:06.352133 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b89173a7-0d67-4201-8537-f303e0fbaf76 req-ccb260b8-ed6d-423f-98a6-7c28fec75a45 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1503141 Apr 19 11:08:06.356974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1434251651-network', 'tenant_id': '0d0c66ea78a3451db8836daf9282eb48'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:06.362163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:06.366563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Usage tracker for resource:network and tenant:0d0c66ea78a3451db8836daf9282eb48 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:06.369677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:06.376420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:06.408037 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b89173a7-0d67-4201-8537-f303e0fbaf76 req-8a1dd3a3-ce3d-4e9f-a650-3c3ac1b1280a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492103 Apr 19 11:08:06.435441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Made reservation on behalf of 0d0c66ea78a3451db8836daf9282eb48 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:06.440953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.458543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.477469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:06.482466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0c66ea78a3451db8836daf9282eb48 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:06.485884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:06.492922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:06.616544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.618014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586242e-6d2a-4250-b9b4-72290d4b19d8 req-e9abd6bc-9b7f-4514-bfb4-14e614a09d9a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:06.619800 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5586242e-6d2a-4250-b9b4-72290d4b19d8 req-e9abd6bc-9b7f-4514-bfb4-14e614a09d9a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0977516 Apr 19 11:08:06.630492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36428) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:06.637986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'floatingip': {'port_id': '1ff9365b-7456-4780-bc1d-0cb6a5459043'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:06.663042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.678863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:06.715189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef1d92-8b63-42ef-9a5d-36d6b8b27a83,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:06.718506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:06.741232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.746042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:08:06.755853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.756280 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Added segment c4f76d38-ccac-4eb1-89ee-6c1745e9f727 of type vlan for network 38d21bec-df2d-4f90-8562-e866c54da7e7 Apr 19 11:08:06.839855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.009553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.012125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:07.013228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.027920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8d09fe3d-f8bb-45b8-8f67-1f1a6264a958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:07.145985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=38d21bec-df2d-4f90-8562-e866c54da7e7,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:07.159632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 38d21bec-df2d-4f90-8562-e866c54da7e7 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:08:07.178046 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8237550 Apr 19 11:08:07.178046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:07.180883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36450) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:07.197664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Request body: {'subnet': {'network_id': '38d21bec-df2d-4f90-8562-e866c54da7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1434251651-subnet', 'tenant_id': '0d0c66ea78a3451db8836daf9282eb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:07.206365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:07.214884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Usage tracker for resource:subnet and tenant:0d0c66ea78a3451db8836daf9282eb48 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:07.224605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:07.241359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:07.338548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Made reservation on behalf of 0d0c66ea78a3451db8836daf9282eb48 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:07.344658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.707761 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:07.848209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821faab6-10f6-4c07-9519-67795693e307 req-6c9bc1ba-e435-41aa-aed6-782d819d4098 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:07.849827 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-821faab6-10f6-4c07-9519-67795693e307 req-6c9bc1ba-e435-41aa-aed6-782d819d4098 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.5114887 Apr 19 11:08:07.860945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002bf97-f61b-425a-a366-71685169b0d0 req-444f0f1d-50d2-4538-949a-824a13c14079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:07.862625 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d002bf97-f61b-425a-a366-71685169b0d0 req-444f0f1d-50d2-4538-949a-824a13c14079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.5256555 Apr 19 11:08:07.990745 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-821faab6-10f6-4c07-9519-67795693e307 req-61e00a2d-64e9-4b13-ad67-8784a747655d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230278 Apr 19 11:08:08.008499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d002bf97-f61b-425a-a366-71685169b0d0 req-ad099f61-3395-4c8e-b710-187003d92fea tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1232386 Apr 19 11:08:08.101284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.102547 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'code': 200} Apr 19 11:08:08.106746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:08.185573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e8f088-4f5e-471a-8111-6f738b191f8b,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:08.189532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:08.195682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Checking segment: {'id': 'c4f76d38-ccac-4eb1-89ee-6c1745e9f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '38d21bec-df2d-4f90-8562-e866c54da7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:08.196107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Network hostable DHCP agents. Network: 38d21bec-df2d-4f90-8562-e866c54da7e7, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:08:08.211041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.278105 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Network 38d21bec-df2d-4f90-8562-e866c54da7e7 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:08:08.278691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.394713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 38d21bec-df2d-4f90-8562-e866c54da7e7) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:08.399190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:08.399835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.406871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5829e7d-00ba-4ff4-a55c-c6f17a76ab51 None None] Network 38d21bec-df2d-4f90-8562-e866c54da7e7 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:08.499889 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3173821 Apr 19 11:08:08.535465 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Floating IP 7e0e44a1-2714-4458-ad24-ed297652a569 associated. External IP: 172.27.0.129, port: 1ff9365b-7456-4780-bc1d-0cb6a5459043. Apr 19 11:08:08.594192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36486) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:08.698889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c917f902-ac7c-4401-90e8-6638684cd2af None None] Network 38d21bec-df2d-4f90-8562-e866c54da7e7 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:08.752520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6229ad-0e42-4a2e-9206-8ffb008cdfd6 req-897ef718-3427-4593-a09e-24aa50dd5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:08.754126 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6b6229ad-0e42-4a2e-9206-8ffb008cdfd6 req-897ef718-3427-4593-a09e-24aa50dd5ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1098 time: 0.3064497 Apr 19 11:08:08.770916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.794608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:08.801039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Usage tracker for resource:security_group_rule and tenant:74d1df6942ac4153b1ef3408cc463a3d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:08.808202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:08.818572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:08.928864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.962026 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6b6229ad-0e42-4a2e-9206-8ffb008cdfd6 req-217c9685-9866-45c0-8f16-3e05fb02a212 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1917377 Apr 19 11:08:08.971853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.981520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8d0e3db1-9531-42b0-af68-2403db95e7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:09.048621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a1c768-92b3-4381-9f0c-14d60f17b012,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:09.054489 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:09.063439 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74d1df6942ac4153b1ef3408cc463a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630008 Apr 19 11:08:09.063439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36506) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:09.139821 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.198076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.511504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Router 72a37505-44e1-407f-91d6-fed4b3323f2d has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:08:09.520495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878722e-1655-4b3d-a5e0-23251393e2e6 req-99fa4bbe-9deb-4055-bf36-4abb582cad2e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:09.522082 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1878722e-1655-4b3d-a5e0-23251393e2e6 req-99fa4bbe-9deb-4055-bf36-4abb582cad2e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2186017 Apr 19 11:08:09.544484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0ed6-6415-4f62-9628-05f7be4466da req-352c2db5-8d72-4537-b48f-0caba7d2e03c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:09.546056 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4aad0ed6-6415-4f62-9628-05f7be4466da req-352c2db5-8d72-4537-b48f-0caba7d2e03c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2438073 Apr 19 11:08:09.740823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.748704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:09.767335 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a1c768-92b3-4381-9f0c-14d60f17b012,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:09.767926 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1878722e-1655-4b3d-a5e0-23251393e2e6 req-6020c347-d942-41d9-b5d2-0ca129bc2e34 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2377353 Apr 19 11:08:09.780158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4aad0ed6-6415-4f62-9628-05f7be4466da req-7101185b-6877-4373-b674-6c51f33eb7c2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161076 Apr 19 11:08:09.783387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.784679 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21a1c768-92b3-4381-9f0c-14d60f17b012 HTTP/1.1" status: 204 len: 168 time: 0.7205188 Apr 19 11:08:09.785690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:09.828578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:09.837501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.861860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:09.865872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:09.866567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:09.920258 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-49702205-7ab3-4570-b049-6404be1dc484 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "PUT /v2.0/floatingips/7e0e44a1-2714-4458-ad24-ed297652a569 HTTP/1.1" status: 200 len: 991 time: 3.2879755 Apr 19 11:08:09.921273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:10.141151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:10.158386 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'status': 'completed', 'code': 200} Apr 19 11:08:10.326646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-73cd4bbc-506c-4340-9378-01558a5d57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:10.328475 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-73cd4bbc-506c-4340-9378-01558a5d57f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1098 time: 0.1384909 Apr 19 11:08:10.488744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-db25c0d6-ddcf-406b-8885-e564897ac614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:10.491385 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-db25c0d6-ddcf-406b-8885-e564897ac614 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.1521699 Apr 19 11:08:10.703336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36546) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:10.707748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '7e0e44a1-2714-4458-ad24-ed297652a569', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'port_id': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'mac_address': 'fa:16:3e:22:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:07:29Z', 'updated_at': '2021-04-19T11:08:08Z', 'revision_number': 1, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:10.722642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:10.727704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:10.737608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:10.738268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:10.749713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:10.754040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a9a507e093d412fa6df46680f9d39a2 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:10.757587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:10.772931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:10.829191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-81a751b3-a2cf-44a0-b210-c73dc1853341 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 999 time: 0.3312163 Apr 19 11:08:10.955336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691e04-448f-4488-854e-417a5e7605b8 req-227141e3-1169-4351-a1f5-78022413f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:10.956988 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-227141e3-1169-4351-a1f5-78022413f3f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 1098 time: 0.2434640 Apr 19 11:08:10.959399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-940234e2-a79f-4f71-b212-77516d348c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:10.960981 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-940234e2-a79f-4f71-b212-77516d348c57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.1167958 Apr 19 11:08:10.970876 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad529d7-fe87-418d-a760-4d9a3f39e826 req-c03101bb-84ec-4dc4-b596-17699f1aa044 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:10.972651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-aad529d7-fe87-418d-a760-4d9a3f39e826 req-c03101bb-84ec-4dc4-b596-17699f1aa044 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.3710163 Apr 19 11:08:11.011146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.055119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.069530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f55e57c6-0fc5-4d81-814e-71fac57a79a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:11.118033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:11.128844 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a9a507e093d412fa6df46680f9d39a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238977 Apr 19 11:08:11.130732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9c839-46a7-4278-a889-5387c256f88b,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:11.134466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36562) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:11.139268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:11.222173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.253006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.271512 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-aad529d7-fe87-418d-a760-4d9a3f39e826 req-ffe5380d-4db3-4d3c-89a3-689d91de8755 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856820 Apr 19 11:08:11.376747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691e04-448f-4488-854e-417a5e7605b8 req-a30ef06e-09fe-44ea-a756-d2143278c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:11.378341 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-a30ef06e-09fe-44ea-a756-d2143278c84f service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.3916068 Apr 19 11:08:11.394207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-6e3e3424-8e1a-409e-91ef-9fed43909d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:11.395734 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-6e3e3424-8e1a-409e-91ef-9fed43909d22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4115880 Apr 19 11:08:11.480518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fd6d-3ff5-4776-a08b-3c9c995e70e8 req-f1d5aa9c-1bf8-4eef-9053-bd929cd52bb3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:11.485613 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c6a8fd6d-3ff5-4776-a08b-3c9c995e70e8 req-f1d5aa9c-1bf8-4eef-9053-bd929cd52bb3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.3550961 Apr 19 11:08:11.520700 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-85b2771f-9078-4717-8d7f-21b57184af04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1 HTTP/1.1" status: 200 len: 217 time: 0.1304929 Apr 19 11:08:11.523673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.530874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:11.550876 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.552305 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcf9c839-46a7-4278-a889-5387c256f88b HTTP/1.1" status: 204 len: 168 time: 0.4164631 Apr 19 11:08:11.553300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9c839-46a7-4278-a889-5387c256f88b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:11.558417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:11.663467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '7e0e44a1-2714-4458-ad24-ed297652a569', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'port_id': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'mac_address': 'fa:16:3e:22:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:07:29Z', 'updated_at': '2021-04-19T11:08:08Z', 'revision_number': 1, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:11.670317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5146f51-8ce4-4910-b036-554782c3d6f3 None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '7e0e44a1-2714-4458-ad24-ed297652a569', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'port_id': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'mac_address': 'fa:16:3e:22:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:07:29Z', 'updated_at': '2021-04-19T11:08:08Z', 'revision_number': 1, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:11.724440 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c6a8fd6d-3ff5-4776-a08b-3c9c995e70e8 req-704becaf-002f-4f68-b678-99c66e43c5db tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2055347 Apr 19 11:08:11.753120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691e04-448f-4488-854e-417a5e7605b8 req-8933adb7-842c-4d10-9792-d7502b316370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:11.754694 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-8933adb7-842c-4d10-9792-d7502b316370 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.1384146 Apr 19 11:08:11.846248 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-131227e5-a991-4b34-974b-c1537c2f5512 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879707 Apr 19 11:08:11.854588 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-8cc200ec-b310-48cb-806e-498cda68ebad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910237 Apr 19 11:08:12.153168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18230566-5264-4c23-87cc-8734ccbdd436 None None] New status for floating IP 7e0e44a1-2714-4458-ad24-ed297652a569: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:08:12.580379 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3c377e8-94c0-43c8-948f-05b1281cc0ab req-86cb7c94-41f5-4c6a-850a-c973245ffe8d service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247233 Apr 19 11:08:12.588261 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-bb53774c-03a2-407f-a7be-58207087d768 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061665 Apr 19 11:08:12.613945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8988a7-dad4-47bc-a155-26bc31e88bf9 req-6edd02bd-159a-4567-b487-9b02b995b29b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:12.615606 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bd8988a7-dad4-47bc-a155-26bc31e88bf9 req-6edd02bd-159a-4567-b487-9b02b995b29b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.5647473 Apr 19 11:08:12.626072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53897b5f-2265-4dfc-858c-8a5beabc1c61 req-7286954d-57e7-4fd1-a372-8e110ec2991a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:12.632128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36600) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:12.633894 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-53897b5f-2265-4dfc-858c-8a5beabc1c61 req-7286954d-57e7-4fd1-a372-8e110ec2991a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.2543259 Apr 19 11:08:12.638532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'floatingip': {'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:12.692981 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-53897b5f-2265-4dfc-858c-8a5beabc1c61 req-994defdb-0215-46b6-bd46-950a11633188 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Apr 19 11:08:12.797121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.882833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b16257-5970-4fa9-81a2-e3eeba788116 req-cca3c35c-069a-4e10-a672-3163421eeee6 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:12.892504 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8b16257-5970-4fa9-81a2-e3eeba788116 req-cca3c35c-069a-4e10-a672-3163421eeee6 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1157012 Apr 19 11:08:12.961873 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8b16257-5970-4fa9-81a2-e3eeba788116 req-90a112eb-1305-4840-bfe2-7a9bbb689f5a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685015 Apr 19 11:08:13.646737 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36630) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:13.785275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.785793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.resource_extend [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 11:08:13.801236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:13.805505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4ef125d9844d2691c9415624bbdd6a is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:13.809648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:13.816828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:13.890569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.918259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.958222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d11b-1b10-4d1a-a820-98580a19dff2 req-eec40cf2-3711-4048-9e3b-574044808cdb tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:13.959830 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e7d11b-1b10-4d1a-a820-98580a19dff2 req-eec40cf2-3711-4048-9e3b-574044808cdb tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.1248791 Apr 19 11:08:14.016474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.037013 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54e7d11b-1b10-4d1a-a820-98580a19dff2 req-34d3a31d-6a88-40ab-8769-e01c0537477a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652194 Apr 19 11:08:14.055289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.067559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:14.122262 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Floating IP 8fda845f-3d32-451b-b500-8aa0ec5ba86e associated. External IP: 172.27.0.234, port: c1cd5544-8638-46ab-83da-7aaaacf23dc1. Apr 19 11:08:14.125662 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f4ef125d9844d2691c9415624bbdd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776278 Apr 19 11:08:14.127899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4156da6c-bfbd-472b-a18b-b3d5e33ca817,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:14.130949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36642) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:14.133654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:14.276979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.315265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.331079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6dd10-6652-492a-b596-74632dcd334f req-e33bdec9-ab70-4577-b278-73da3eb38d09 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:14.332717 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8be6dd10-6652-492a-b596-74632dcd334f req-e33bdec9-ab70-4577-b278-73da3eb38d09 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1672339 Apr 19 11:08:14.407060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8be6dd10-6652-492a-b596-74632dcd334f req-085ec4a5-dd49-4b9e-91dd-98e6fdc7f468 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621557 Apr 19 11:08:14.443802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.449886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:14.462104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4156da6c-bfbd-472b-a18b-b3d5e33ca817,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:14.466670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:14.470389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.474091 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4156da6c-bfbd-472b-a18b-b3d5e33ca817 HTTP/1.1" status: 204 len: 168 time: 0.3396692 Apr 19 11:08:14.590605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Router 71852f46-b399-4002-b295-8a31840706c2 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:08:14.748259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:14.752916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.757903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:14.768444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:14.769118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:14.818698 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-79550c0e-87bb-4e8a-b0c9-dd8441564ed5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "PUT /v2.0/floatingips/8fda845f-3d32-451b-b500-8aa0ec5ba86e HTTP/1.1" status: 200 len: 991 time: 2.1850777 Apr 19 11:08:14.820096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:14.978621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:15.401420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '8fda845f-3d32-451b-b500-8aa0ec5ba86e', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '71852f46-b399-4002-b295-8a31840706c2', 'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'mac_address': 'fa:16:3e:4f:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:07:29Z', 'updated_at': '2021-04-19T11:08:13Z', 'revision_number': 1, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:15.405833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:15.415050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:15.415695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:07:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:15.484685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36686) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:15.714884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-837705216-network', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:15.719869 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'status': 'completed', 'code': 200} Apr 19 11:08:15.735612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:15.743728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Usage tracker for resource:network and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:15.759049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:15.769680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:15.827362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:15.868592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-388f7323-7dfd-4d0a-a9d6-7e3eda3fc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:15.871767 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-388f7323-7dfd-4d0a-a9d6-7e3eda3fc4c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1098 time: 0.1147327 Apr 19 11:08:15.884623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Made reservation on behalf of 6c4e53dbd1bd4c52a6da147d79207121 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:15.902603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.946423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3691e04-448f-4488-854e-417a5e7605b8 req-b973050d-30fb-4a4f-a05b-22ce1e5d6eb3 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708737 Apr 19 11:08:15.954598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.994479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:16.007061 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-d4c8ab5c-84ff-4bf6-98f4-85ba622c9b06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3408124 Apr 19 11:08:16.008269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:16.019962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:16.032238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:16.060219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-4366bf9f-5b1e-45bc-afad-44b6d0f59dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:16.062500 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-4366bf9f-5b1e-45bc-afad-44b6d0f59dda service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.1660013 Apr 19 11:08:16.082775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337484f-915b-4d50-858f-2beebbcbc164 req-b7bc1ece-097a-4a95-9d04-66a1d442d419 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:16.085696 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d337484f-915b-4d50-858f-2beebbcbc164 req-b7bc1ece-097a-4a95-9d04-66a1d442d419 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.2844143 Apr 19 11:08:16.097843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114fa27-09d3-4785-8113-be31e3dcda6f req-da6ae4da-0674-4713-a910-ee643786ff4d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:16.099909 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3114fa27-09d3-4785-8113-be31e3dcda6f req-da6ae4da-0674-4713-a910-ee643786ff4d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2241282 Apr 19 11:08:16.192233 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-7d978077-032a-4fb4-9caa-55c63683db9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 999 time: 0.1216836 Apr 19 11:08:16.195109 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d337484f-915b-4d50-858f-2beebbcbc164 req-2087e2ef-aa91-4b1d-b5fd-2e3acde9cd51 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945802 Apr 19 11:08:16.207630 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3114fa27-09d3-4785-8113-be31e3dcda6f req-3ca7b973-e89e-466b-9a01-5dfcd26f980d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919220 Apr 19 11:08:16.267767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:16.284642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '8fda845f-3d32-451b-b500-8aa0ec5ba86e', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '71852f46-b399-4002-b295-8a31840706c2', 'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'mac_address': 'fa:16:3e:4f:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:07:29Z', 'updated_at': '2021-04-19T11:08:13Z', 'revision_number': 1, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:16.289460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcab75-2153-4c2e-b9fd-85a38f76e02c None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '8fda845f-3d32-451b-b500-8aa0ec5ba86e', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '71852f46-b399-4002-b295-8a31840706c2', 'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'mac_address': 'fa:16:3e:4f:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:07:29Z', 'updated_at': '2021-04-19T11:08:13Z', 'revision_number': 1, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:16.306362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:16.311854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:16.341017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:08:16.359232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408df8b1-22e6-407d-8dd9-87813d230cf6,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:16.362590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:16.365854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:16.366253 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Added segment b2210326-b008-4058-91ae-c38f2a30828d of type vlan for network 611254ea-5e52-45b7-bd9c-f39341bb3235 Apr 19 11:08:16.396845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:16.468725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:16.470168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:16.470819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:16.476378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:16.591518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Pushing event updated for resources: {'Network': ['ID=611254ea-5e52-45b7-bd9c-f39341bb3235,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:16.595295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:16.604485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd6faf-318b-4d9d-be6b-5b2513fa69fb None None] New status for floating IP 8fda845f-3d32-451b-b500-8aa0ec5ba86e: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:08:16.623822 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1379182 Apr 19 11:08:16.628184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36706) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:16.634265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Request body: {'subnet': {'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-837705216-subnet', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:16.640989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:16.645272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Usage tracker for resource:subnet and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:16.649717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:16.661214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:16.690623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:08:16.737240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Made reservation on behalf of 6c4e53dbd1bd4c52a6da147d79207121 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:16.743722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.227399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.233123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:17.309956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1698c91-815e-41e3-a1ec-4c0497b5f334,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:17.316104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:17.322499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Checking segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:17.322935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Network hostable DHCP agents. Network: 611254ea-5e52-45b7-bd9c-f39341bb3235, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:08:17.374765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:08:17.415023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 611254ea-5e52-45b7-bd9c-f39341bb3235) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:17.420090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:17.420739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.425404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9411b92-6e5f-40b5-8f95-74100a6fca2b None None] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:17.484600 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8552449 Apr 19 11:08:17.488947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36724) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:17.494788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:17.500579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:17.504926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Usage tracker for resource:router and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:17.508784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:17.515986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:17.564293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.565537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.581840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.660088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-611254ea-5e52-45b7-bd9c-f39341bb3235', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:08:17.661044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:17.831064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Allocated IP 172.20.0.2 (611254ea-5e52-45b7-bd9c-f39341bb3235/f1698c91-815e-41e3-a1ec-4c0497b5f334/781852c2-8339-4936-b11b-42bf7f1b6d22) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:08:17.899940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.063493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.074405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Transition to ACTIVE for port object 781852c2-8339-4936-b11b-42bf7f1b6d22 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:18.094738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Transition to ACTIVE for port object 781852c2-8339-4936-b11b-42bf7f1b6d22 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:18.135404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.144455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:18.209313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:18.212805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:18.215883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:08:18.258287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Pushing event updated for resources: {'Port': ['ID=781852c2-8339-4936-b11b-42bf7f1b6d22,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:18.261776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.307241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.307617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.308035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.308419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.308793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.309166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.309535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.309902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.310287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.310744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.311111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.311659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:18.315745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:18.341466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Attempting to bind port 781852c2-8339-4936-b11b-42bf7f1b6d22 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:08:18.341895 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Attempting to bind port 781852c2-8339-4936-b11b-42bf7f1b6d22 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:08:18.342315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Attempting to bind port 781852c2-8339-4936-b11b-42bf7f1b6d22 on network 611254ea-5e52-45b7-bd9c-f39341bb3235 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:08:18.350071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:08:18.350500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Checking segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:18.351327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.351327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Bound using segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:08:18.351903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Bound port: 781852c2-8339-4936-b11b-42bf7f1b6d22, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:08:18.352413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.454498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] For port 781852c2-8339-4936-b11b-42bf7f1b6d22, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:08:18.457972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] For port 781852c2-8339-4936-b11b-42bf7f1b6d22, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=781852c2-8339-4936-b11b-42bf7f1b6d22,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:08:18.504082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.509382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3e0e5cbc-2661-43d5-8102-a8bf4e886b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:18.520317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.600734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Pushing event updated for resources: {'Port': ['ID=781852c2-8339-4936-b11b-42bf7f1b6d22,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:18.604712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:18.671428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Allocated IP 172.27.0.232 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/61acd1dc-a53b-44a3-8c7e-f94c272d8fe1) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:08:18.841278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.995673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:19.001121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4e5349c-bc0f-416b-a992-41a9cb0cae4c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:19.060869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:19.068885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:19.074555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:08:19.208266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Pushing event updated for resources: {'Port': ['ID=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:19.257363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-31403342-47af-4220-b4a8-a980bc766897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:19.259563 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-31403342-47af-4220-b4a8-a980bc766897 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.0890367 Apr 19 11:08:19.270451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:19.372531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-95420965-acfe-47b1-b06c-b7fc7be2b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:19.374141 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-95420965-acfe-47b1-b06c-b7fc7be2b12a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023979 Apr 19 11:08:19.528755 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-e747ec29-6f80-4e7a-8967-ba39e3591ada service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458669 Apr 19 11:08:19.542790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-d7ac7ec1-d93d-499c-863f-8fa1bd23465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:19.549539 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-d7ac7ec1-d93d-499c-863f-8fa1bd23465f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.3448505 Apr 19 11:08:19.609323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ec8c13bd-79c5-493a-8248-cdec6d22937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:19.715388 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c592c12d-579a-40c3-bbdf-0a8de447ad00 req-ec08ec44-2acd-4697-91f2-bc1ffe5e7fce service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773431 Apr 19 11:08:19.787547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c765bee-8ed0-4197-a0c6-93e6d572476a req-abdd1a3e-df44-4329-af25-fed05317d625 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:19.789301 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4c765bee-8ed0-4197-a0c6-93e6d572476a req-abdd1a3e-df44-4329-af25-fed05317d625 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.4315152 Apr 19 11:08:19.842640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f2dd-62d4-4080-b618-7f7aa6127521 req-f9881cc8-33e0-42ad-96c1-a2495cdffe7d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:19.844368 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ddc2f2dd-62d4-4080-b618-7f7aa6127521 req-f9881cc8-33e0-42ad-96c1-a2495cdffe7d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.4349079 Apr 19 11:08:19.900586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53dbf8d-0e50-43bb-a32b-63c6fcdefe7e None None] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:19.965731 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4c765bee-8ed0-4197-a0c6-93e6d572476a req-ab1908ff-ab92-48e6-8463-036b639d4f40 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631110 Apr 19 11:08:19.997536 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ddc2f2dd-62d4-4080-b618-7f7aa6127521 req-8098e20f-df3e-4895-bac2-f91adb71d570 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365829 Apr 19 11:08:20.009875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:20.041985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-26bddfb7-130e-4e77-8ff2-15a141852e1b None None] Provisioning for port 781852c2-8339-4936-b11b-42bf7f1b6d22 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:20.072677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-31072572-0292-4a66-b501-3122f5657985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:20.074397 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-31072572-0292-4a66-b501-3122f5657985 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.4627068 Apr 19 11:08:20.260746 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-c314df72-9385-49f8-977f-b982377bf5aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 217 time: 0.1219485 Apr 19 11:08:20.529746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 781852c2-8339-4936-b11b-42bf7f1b6d22 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:20.705742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-b84c27b5-716e-47c6-a021-9c7e99e2c81a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:20.707561 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-b84c27b5-716e-47c6-a021-9c7e99e2c81a tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.2023771 Apr 19 11:08:20.737300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 781852c2-8339-4936-b11b-42bf7f1b6d22 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:20.744100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 781852c2-8339-4936-b11b-42bf7f1b6d22 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:20.745718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:20.830190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Deleting port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:20.830485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:20.893799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-12e6b9eb-57fc-42fe-98e0-95afcc166765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:20.895595 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-12e6b9eb-57fc-42fe-98e0-95afcc166765 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.6277049 Apr 19 11:08:20.900026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:20.945944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 781852c2-8339-4936-b11b-42bf7f1b6d22, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=781852c2-8339-4936-b11b-42bf7f1b6d22,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:20.972305 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-9b1a578f-e131-41ec-aac4-939ce679262e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589602 Apr 19 11:08:21.013179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:21.020507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cf050daa-349c-4131-a799-2f5d5236958d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:21.147049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=781852c2-8339-4936-b11b-42bf7f1b6d22,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:21.150588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:21.160097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] For port 3b2d7995-5831-499b-bbd3-fcb19c7ef860, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3b2d7995-5831-499b-bbd3-fcb19c7ef860,segment=NetworkSegment(f10ec9de-a528-4055-abaf-e30f273ae0e0),segment_id=f10ec9de-a528-4055-abaf-e30f273ae0e0)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:21.160508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:21.251981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:21.329890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Calling delete_port for 3b2d7995-5831-499b-bbd3-fcb19c7ef860 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:21.344696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:21.357443 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-f9aea638-05b6-4f78-95bf-be4a94f35cc1 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756635 Apr 19 11:08:21.676566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff5960-fc7b-4703-b4af-941724471e87 req-01a223f4-c88b-4d02-ad8d-dd0481c19a53 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:21.677802 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0aff5960-fc7b-4703-b4af-941724471e87 req-01a223f4-c88b-4d02-ad8d-dd0481c19a53 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.5214212 Apr 19 11:08:21.738689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8d875-9a41-4bcd-955c-840048ad5e0b req-0e802cbc-e1c1-4ae2-bc80-f8fda940a583 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:21.746815 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dee8d875-9a41-4bcd-955c-840048ad5e0b req-0e802cbc-e1c1-4ae2-bc80-f8fda940a583 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 946 time: 0.5177567 Apr 19 11:08:21.850847 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6d44923-5393-4838-8d40-9f7509fa89a3 req-ab1ca2b5-45ee-4ade-b3c2-792689fb041b service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162605 Apr 19 11:08:21.863657 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0aff5960-fc7b-4703-b4af-941724471e87 req-1d23d848-1c14-475f-9a95-5eaf550c3d64 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680255 Apr 19 11:08:21.874555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:21.893923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dee8d875-9a41-4bcd-955c-840048ad5e0b req-e6c35602-abf3-461d-ae89-b3624ae34b17 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b9e607-f9a6-466e-9713-5ff463de6291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250916 Apr 19 11:08:21.894136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:21.897446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['3b2d7995-5831-499b-bbd3-fcb19c7ef860'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:08:21.971916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Router ef795298-f93b-451c-bfee-d7abe07b85b3 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:08:21.989671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Pushing event deleted for resources: {'Port': ['ID=3b2d7995-5831-499b-bbd3-fcb19c7ef860,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:21.994072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:22.087555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] No DVR routers for this DVR port 3b2d7995-5831-499b-bbd3-fcb19c7ef860 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:08:22.090671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:22.093687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'name': 'network-vif-deleted', 'tag': '3b2d7995-5831-499b-bbd3-fcb19c7ef860'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:22.171978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5631ce65-b56e-4a12-ba5f-8ef260ad7558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:22.174348 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-72e1362f-3627-4ff7-9bab-9f0f7801b299 req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.55 "DELETE /v2.0/ports/3b2d7995-5831-499b-bbd3-fcb19c7ef860 HTTP/1.1" status: 204 len: 173 time: 1.4586022 Apr 19 11:08:22.183304 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f928df-d768-4896-9d1f-ffbd5e009dbb', 'name': 'network-vif-deleted', 'tag': '3b2d7995-5831-499b-bbd3-fcb19c7ef860', 'status': 'completed', 'code': 200} Apr 19 11:08:22.248684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:22.257824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Sync routers for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:22.269339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:22.270510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:22.334839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:22.339903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36802) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:22.342913 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8527658 Apr 19 11:08:22.455397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 781852c2-8339-4936-b11b-42bf7f1b6d22 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:22.573282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:22.615906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 781852c2-8339-4936-b11b-42bf7f1b6d22 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:22.616474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:22.929303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:19Z', 'revision_number': 3, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:22.935446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Checking router: ef795298-f93b-451c-bfee-d7abe07b85b3 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:22.935833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Updating router ef795298-f93b-451c-bfee-d7abe07b85b3 port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:08:23.007727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.089469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.226322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.248555 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d3eb8053-abed-4a9e-8de5-ae962b0cea00 req-3245d941-5457-4086-a69c-4ac1d9b76647 tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4f928df-d768-4896-9d1f-ffbd5e009dbb HTTP/1.1" status: 200 len: 210 time: 0.1245351 Apr 19 11:08:23.273832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e169e7-889f-4eff-ab4f-56df793e2ab1 req-c932c5b4-474c-4c2b-b79b-aa3654dcf721 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:23.282621 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6e169e7-889f-4eff-ab4f-56df793e2ab1 req-c932c5b4-474c-4c2b-b79b-aa3654dcf721 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2644713 Apr 19 11:08:23.359720 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6e169e7-889f-4eff-ab4f-56df793e2ab1 req-33416094-0de4-43df-85b0-bd8e29ec74ee tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705214 Apr 19 11:08:23.376014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.577379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.590683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Transition to ACTIVE for port object 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:23.634657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.640701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a4e62ebc-f1af-4bd8-9bf0-9d587732cba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:23.647370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Allocated IP 172.20.0.1 (611254ea-5e52-45b7-bd9c-f39341bb3235/f1698c91-815e-41e3-a1ec-4c0497b5f334/309c5da3-736e-423d-af0a-9a7205bfd5ed) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:08:23.732933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Attempting to bind port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:08:23.733345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Attempting to bind port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:08:23.733859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Attempting to bind port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:08:23.744147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Pushing event updated for resources: {'Port': ['ID=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:23.748416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:08:23.748835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:23.749281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.749719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:08:23.750258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Bound port: 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:08:23.750687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.787130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.787405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.787944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.788271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.788715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.788984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.789350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.789712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.790073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.790428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.790786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.791152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:23.795741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:23.903465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] For port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:08:23.908146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] For port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:08:23.909930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.930659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Transition to ACTIVE for port object 309c5da3-736e-423d-af0a-9a7205bfd5ed will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:23.964324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:23.971265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6a6355a6-01c7-4af7-8419-8c2ca8b684e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:23.998575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.005022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:24.073786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:24.074552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:24.085844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:24.094397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:24.099361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:08:24.103690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.111056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Pushing event updated for resources: {'Port': ['ID=309c5da3-736e-423d-af0a-9a7205bfd5ed,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:24.114047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:24.171789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.265464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Pushing event updated for resources: {'Port': ['ID=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:24.279587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:24.353971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.374998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:24.556145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-517575a6-cd36-4fd2-be36-63a1aa17cb29 None None] Provisioning for port 309c5da3-736e-423d-af0a-9a7205bfd5ed completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:24.576310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-517575a6-cd36-4fd2-be36-63a1aa17cb29 None None] Provisioning complete for port 309c5da3-736e-423d-af0a-9a7205bfd5ed triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:24.581893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-517575a6-cd36-4fd2-be36-63a1aa17cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.585545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccee80b-eb3b-46aa-bf55-5cb9ae418c08 req-1aa88313-6759-405c-bf13-ee4cff30d73f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:24.595006 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ccee80b-eb3b-46aa-bf55-5cb9ae418c08 req-1aa88313-6759-405c-bf13-ee4cff30d73f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1123149 Apr 19 11:08:24.676084 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ccee80b-eb3b-46aa-bf55-5cb9ae418c08 req-9505e56e-e4f1-4286-9963-2e9e5b514007 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796347 Apr 19 11:08:24.765153 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-517575a6-cd36-4fd2-be36-63a1aa17cb29 None None] Port 309c5da3-736e-423d-af0a-9a7205bfd5ed cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:08:24.846878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.903120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.904318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:24.917768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-882c626a-bf54-4f48-bea4-51a4ac7890bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:25.106255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Pushing event updated for resources: {'Port': ['ID=309c5da3-736e-423d-af0a-9a7205bfd5ed,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:25.106255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:25.128525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:19Z', 'revision_number': 3, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:25.136465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f23822-8e84-4375-be1b-77dacb3c228e None None] The sync data for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi is: [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:19Z', 'revision_number': 3, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:25.170493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:25.171995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:25.314137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 3b2d7995-5831-499b-bbd3-fcb19c7ef860 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:25.374989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 3b2d7995-5831-499b-bbd3-fcb19c7ef860 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:25.375509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 3b2d7995-5831-499b-bbd3-fcb19c7ef860 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:25.456846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Router ef795298-f93b-451c-bfee-d7abe07b85b3 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:08:25.499759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-35e4ae83-d4bf-4211-bcfa-bae2448e7fc8 None None] Provisioning complete for port 309c5da3-736e-423d-af0a-9a7205bfd5ed triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:25.499759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-35e4ae83-d4bf-4211-bcfa-bae2448e7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:25.558652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-35e4ae83-d4bf-4211-bcfa-bae2448e7fc8 None None] Port 309c5da3-736e-423d-af0a-9a7205bfd5ed cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:08:25.679136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:25.694043 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] 10.222.0.46 "PUT /v2.0/routers/ef795298-f93b-451c-bfee-d7abe07b85b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3502150 Apr 19 11:08:25.965295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa798c-26aa-489c-b22f-06c1d684aa22 req-18c8be72-6aae-4005-8e3b-38c98c7c9b37 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:25.966958 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2bfa798c-26aa-489c-b22f-06c1d684aa22 req-18c8be72-6aae-4005-8e3b-38c98c7c9b37 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1051667 Apr 19 11:08:26.025423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2bfa798c-26aa-489c-b22f-06c1d684aa22 req-adeb9944-42e2-492e-902b-d706e0f2d210 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 Apr 19 11:08:26.416242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:26.456772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36918) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:26.463713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2131114815-network', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:26.469059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:26.473248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Usage tracker for resource:network and tenant:c239dfa91fa144d4a5e89142232dd7d2 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:26.476293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:26.483618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:26.520202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:26.525669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:26.526102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.552092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Made reservation on behalf of c239dfa91fa144d4a5e89142232dd7d2 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:26.557386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.571252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.587619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:26.592013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Usage tracker for resource:security_group_rule and tenant:c239dfa91fa144d4a5e89142232dd7d2 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:26.595022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:26.601224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:26.657427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.675477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:26.691650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.725944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.728184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:26.748690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.752004 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9c9a437b-3a4d-4407-8cf4-6d303b05c224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:26.782009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:08:26.791648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db3678a-bfe3-4182-90b8-75bf854a8841,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:26.795468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:26.798142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.798567 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Added segment 3c5b70ee-de3a-4b1d-86dd-7d09675432f0 of type vlan for network 1640c377-a387-48de-9cd7-4b9ce1e7090d Apr 19 11:08:26.804202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:26.808462 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:26.816847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:08:26.829479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.911850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.913419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:26.914072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:26.919774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:27.029617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Pushing event updated for resources: {'Network': ['ID=1640c377-a387-48de-9cd7-4b9ce1e7090d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:27.032455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:27.040124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:08:27.057534 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5986745 Apr 19 11:08:27.060676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36928) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:27.067735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Request body: {'subnet': {'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2131114815-subnet', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:27.073605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:27.077729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Usage tracker for resource:subnet and tenant:c239dfa91fa144d4a5e89142232dd7d2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:27.080699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:27.087999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:27.137423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Made reservation on behalf of c239dfa91fa144d4a5e89142232dd7d2 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:27.142430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:27.634199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:27.639702 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:27.727141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444f87bc-fa9b-4485-8785-30a5da9ac19d,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:27.730747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:27.737716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Checking segment: {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:27.738109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Network hostable DHCP agents. Network: 1640c377-a387-48de-9cd7-4b9ce1e7090d, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:08:27.794728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:08:27.834674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 1640c377-a387-48de-9cd7-4b9ce1e7090d) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:27.839427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:27.840136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:27.846802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72e862-b1a6-40d6-9740-9a9376459df6 None None] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:27.907529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-032d4cab-e59a-406d-bda9-00a9d0527d44 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8456411 Apr 19 11:08:27.910103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 36946) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:27.915773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:27.922101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:27.926410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Usage tracker for resource:router and tenant:c239dfa91fa144d4a5e89142232dd7d2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:27.929512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:27.936496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:27.981359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:27.982556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:28.059843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Sync routers for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:28.081029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:28.081695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:28.124596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:28.143320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-1640c377-a387-48de-9cd7-4b9ce1e7090d', 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'fixed_ips': [{'subnet_id': '444f87bc-fa9b-4485-8785-30a5da9ac19d'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:08:28.144252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:28.523454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:28.652963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:28.766823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:28.819001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8c-2a76-4fdc-804b-518a2b5fe60d req-42fc3d74-02d4-40fd-a34f-b088ff39a1ae tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:28.820758 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fe86ac8c-2a76-4fdc-804b-518a2b5fe60d req-42fc3d74-02d4-40fd-a34f-b088ff39a1ae tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.3546395 Apr 19 11:08:28.832792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Allocated IP 172.20.0.2 (1640c377-a387-48de-9cd7-4b9ce1e7090d/444f87bc-fa9b-4485-8785-30a5da9ac19d/0f42d27e-e8f8-4968-b778-a23fbc4c8613) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:08:28.875426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:28.875771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:28.944761 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fe86ac8c-2a76-4fdc-804b-518a2b5fe60d req-30be307d-1c87-44a7-9415-c752076f64e1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056499 Apr 19 11:08:29.211686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.246779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.430245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Allocated IP 172.27.0.88 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/6bf56ce4-f7c1-4b85-8e3c-5022b6978123) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:08:29.440825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 2, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:29.445585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Checking router: ef795298-f93b-451c-bfee-d7abe07b85b3 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:29.446029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Updating router ef795298-f93b-451c-bfee-d7abe07b85b3 port 309c5da3-736e-423d-af0a-9a7205bfd5ed binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:08:29.512384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.538785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.595394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Transition to ACTIVE for port object 0f42d27e-e8f8-4968-b778-a23fbc4c8613 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:29.642644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Transition to ACTIVE for port object 0f42d27e-e8f8-4968-b778-a23fbc4c8613 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:29.694144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.704486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:29.731514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.798010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:29.803685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:29.806258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:29.812774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:08:29.813640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:29.815835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Pushing event updated for resources: {'Port': ['ID=0f42d27e-e8f8-4968-b778-a23fbc4c8613,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:29.823721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:29.886904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:29.890553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:29.895769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:08:30.003201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Pushing event updated for resources: {'Port': ['ID=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:30.023834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:30.059570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Attempting to bind port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:08:30.060006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Attempting to bind port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:08:30.060416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Attempting to bind port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 on network 1640c377-a387-48de-9cd7-4b9ce1e7090d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:08:30.073558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:08:30.073973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Checking segment: {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:30.074431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.074867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Bound using segment: {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:08:30.075396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Bound port: 0f42d27e-e8f8-4968-b778-a23fbc4c8613, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:08:30.075815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.255491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 36998) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:30.310774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] For port 0f42d27e-e8f8-4968-b778-a23fbc4c8613, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:08:30.343387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] For port 0f42d27e-e8f8-4968-b778-a23fbc4c8613, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0f42d27e-e8f8-4968-b778-a23fbc4c8613,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:08:30.358226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.358738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Deleting subnet 8c88a41b-c775-4b02-91ba-b995e684836d {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:30.364676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.375762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Transition to ACTIVE for port object 309c5da3-736e-423d-af0a-9a7205bfd5ed will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:30.383352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.395512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:30.450495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.454844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db40a6-5ca1-4ca1-bacb-1ceffa79a40d req-059864f3-be4f-47be-b6c4-1bc97b166688 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:30.456615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84db40a6-5ca1-4ca1-bacb-1ceffa79a40d req-059864f3-be4f-47be-b6c4-1bc97b166688 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2945065 Apr 19 11:08:30.464840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.470297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.719826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Attempting to bind port 309c5da3-736e-423d-af0a-9a7205bfd5ed on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:08:30.720394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Attempting to bind port 309c5da3-736e-423d-af0a-9a7205bfd5ed by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:08:30.720791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Attempting to bind port 309c5da3-736e-423d-af0a-9a7205bfd5ed on network 611254ea-5e52-45b7-bd9c-f39341bb3235 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:08:30.733656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Pushing event updated for resources: {'Port': ['ID=0f42d27e-e8f8-4968-b778-a23fbc4c8613,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:30.749221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:30.753240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:30.893955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:08:30.894390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Checking segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:30.894912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.895366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Bound using segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:08:30.895946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Bound port: 309c5da3-736e-423d-af0a-9a7205bfd5ed, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:08:30.896399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:30.924402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4d5d8-c4c9-45e1-acd9-1676201171de None None] Pushing event updated for resources: {'Port': ['ID=309c5da3-736e-423d-af0a-9a7205bfd5ed,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:30.956294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59c4d5d8-c4c9-45e1-acd9-1676201171de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:30.959062 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84db40a6-5ca1-4ca1-bacb-1ceffa79a40d req-3b14f66f-cd82-4267-9d35-a1a888387d7f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749771 Apr 19 11:08:31.059736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.122994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] For port 309c5da3-736e-423d-af0a-9a7205bfd5ed, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:08:31.127367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] For port 309c5da3-736e-423d-af0a-9a7205bfd5ed, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=309c5da3-736e-423d-af0a-9a7205bfd5ed,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:08:31.160859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.166649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:31.291187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:31.291914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:31.491586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.496668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-652606df-b1b6-479a-94e1-e28bbfecde9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:31.540267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c88a41b-c775-4b02-91ba-b995e684836d,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:31.548042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:31.551124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.558627 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d7e08a22-2d49-4abf-8d6d-5b0c94c66959 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c88a41b-c775-4b02-91ba-b995e684836d HTTP/1.1" status: 204 len: 168 time: 1.3004415 Apr 19 11:08:31.561201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37014) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:31.589365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.672627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4d5d8-c4c9-45e1-acd9-1676201171de None None] Pushing event updated for resources: {'Port': ['ID=309c5da3-736e-423d-af0a-9a7205bfd5ed,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:31.676199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59c4d5d8-c4c9-45e1-acd9-1676201171de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:31.678116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.754873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:31.831475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:31.919757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Router 29d89cd2-270f-412c-8c32-a7c98449419a is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:08:31.960434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.960947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.962041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.962619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > port after_create 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.963824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.964267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > port after_update 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.964701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.965134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.965553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:31.965975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:32.046672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:32.046959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:32.047324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:32.047694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:32.048106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e03140-13b5-4907-9de5-572693ba6662']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:32.062756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10ec9de-a528-4055-abaf-e30f273ae0e0') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:32.063087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10ec9de-a528-4055-abaf-e30f273ae0e0') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:32.083616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:32.103615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:32.112055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:32.267728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:31Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:32.275183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019d989-13dc-44f9-98a0-4546deac3e7d None None] The sync data for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi is: [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:31Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:32.301488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83682583-f634-4ba9-b2fe-31f3b339d73a None None] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:32.552406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Network e4e03140-13b5-4907-9de5-572693ba6662 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:32.569627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:32.596698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0f42d27e-e8f8-4968-b778-a23fbc4c8613 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:32.625311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:32.635038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Sync routers for ids ['29d89cd2-270f-412c-8c32-a7c98449419a'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:32.650589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Routers {'29d89cd2-270f-412c-8c32-a7c98449419a'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:32.651481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['29d89cd2-270f-412c-8c32-a7c98449419a'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:32.659296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f1b98d31-15aa-4c53-901a-d173283d6271 None None] Provisioning for port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:32.685783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:32.689044 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7776356 Apr 19 11:08:32.698032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37030) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:32.894505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Network e4e03140-13b5-4907-9de5-572693ba6662 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:32.903493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Set router 29d89cd2-270f-412c-8c32-a7c98449419a gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:32.910507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:32.925263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:32.925797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: from cryptography.utils import int_from_bytes Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: from cryptography.utils import int_from_bytes Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: (rel_b, rel_a, rel_b), Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: (rel_b, rel_a, rel_b), Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:32.953276 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:33.125759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.133194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-389cb7aa-0262-40ce-bdfd-f9afc6b9e8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:33.165530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.174935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.178101 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e4e03140-13b5-4907-9de5-572693ba6662 HTTP/1.1" status: 204 len: 168 time: 1.6157198 Apr 19 11:08:33.194479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e03140-13b5-4907-9de5-572693ba6662,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:33.202913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8537affc-f63b-4249-95db-b72381ae0067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:33.275509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 0f42d27e-e8f8-4968-b778-a23fbc4c8613, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0f42d27e-e8f8-4968-b778-a23fbc4c8613,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:33.332097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.335868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-234f2755-92da-4e68-a228-0108fd02f5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:33.428507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:08:30Z', 'revision_number': 3, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:33.442454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Checking router: 29d89cd2-270f-412c-8c32-a7c98449419a for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:33.443069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Updating router 29d89cd2-270f-412c-8c32-a7c98449419a port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:08:33.527996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=0f42d27e-e8f8-4968-b778-a23fbc4c8613,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:33.532208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:33.539448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-680e8c0d-92c1-43cd-92d2-1bac76f4bb0f None None] Provisioning complete for port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:33.539672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.539828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-680e8c0d-92c1-43cd-92d2-1bac76f4bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.814066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37042) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:33.841521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.875477 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f9e0c68f-48f1-4599-9e54-29db66a4ec06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac14aa0a57fc4f15a0f6297b8dbc6039&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0574448 Apr 19 11:08:33.875790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37046) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:33.943030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:33.972589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.032129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.046094 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Transition to ACTIVE for port object 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:34.066346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.070718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f8613db-c499-4eba-95b2-c40aa7e91910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:34.092533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b9e607-f9a6-466e-9713-5ff463de6291,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:34.095139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Allocated IP 172.20.0.1 (1640c377-a387-48de-9cd7-4b9ce1e7090d/444f87bc-fa9b-4485-8785-30a5da9ac19d/f7d960c9-c702-47de-a381-dd9244f19260) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:08:34.097038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:34.102515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.103059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.107051 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5b9e607-f9a6-466e-9713-5ff463de6291 HTTP/1.1" status: 204 len: 168 time: 0.2273626 Apr 19 11:08:34.109353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:34.217246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Attempting to bind port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:08:34.217246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Attempting to bind port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:08:34.217477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Attempting to bind port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:08:34.226093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f545c-336b-4560-986b-3bf844bf6068 None None] Pushing event updated for resources: {'Port': ['ID=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:34.229437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:08:34.229867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:34.230477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.231064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:08:34.231592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Bound port: 6bf56ce4-f7c1-4b85-8e3c-5022b6978123, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:08:34.232072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.284035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-819f545c-336b-4560-986b-3bf844bf6068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:34.358708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] For port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:08:34.362678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] For port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:08:34.405986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.426955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:34.474298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cd804-f4fe-4ae4-bfd0-4b4101e6dbf0 req-51151337-bc8f-4317-bd69-2f8ee9c42478 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:34.477212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-230cd804-f4fe-4ae4-bfd0-4b4101e6dbf0 req-51151337-bc8f-4317-bd69-2f8ee9c42478 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2223916 Apr 19 11:08:34.537021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Routers {'29d89cd2-270f-412c-8c32-a7c98449419a'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:34.537907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['29d89cd2-270f-412c-8c32-a7c98449419a'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:34.544096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.554213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0f42d27e-e8f8-4968-b778-a23fbc4c8613 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:34.582312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Transition to ACTIVE for port object f7d960c9-c702-47de-a381-dd9244f19260 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:34.593703 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-230cd804-f4fe-4ae4-bfd0-4b4101e6dbf0 req-bb0d1737-6506-4d33-b974-4f121aa7529c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032703 Apr 19 11:08:34.659412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:34.660164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.689743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.698092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:34.801357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 309c5da3-736e-423d-af0a-9a7205bfd5ed up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:34.814258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Pushing event updated for resources: {'Port': ['ID=f7d960c9-c702-47de-a381-dd9244f19260,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:34.817823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:34.831425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:34.832910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:34.836216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:08:34.836797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.872287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] Set router 29d89cd2-270f-412c-8c32-a7c98449419a gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:34.940697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 309c5da3-736e-423d-af0a-9a7205bfd5ed completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:34.946613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 309c5da3-736e-423d-af0a-9a7205bfd5ed triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:34.948263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.952236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f545c-336b-4560-986b-3bf844bf6068 None None] Pushing event updated for resources: {'Port': ['ID=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:34.955183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-819f545c-336b-4560-986b-3bf844bf6068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:35.166178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.180871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.222340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 309c5da3-736e-423d-af0a-9a7205bfd5ed, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=309c5da3-736e-423d-af0a-9a7205bfd5ed,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:35.314236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.316528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:35.404085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-eaee1184-3396-4f61-a498-0f99a902fe54 None None] Provisioning for port f7d960c9-c702-47de-a381-dd9244f19260 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:35.419730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-eaee1184-3396-4f61-a498-0f99a902fe54 None None] Provisioning complete for port f7d960c9-c702-47de-a381-dd9244f19260 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:35.420180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-eaee1184-3396-4f61-a498-0f99a902fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.583716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:08:30Z', 'revision_number': 3, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:35.590527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dfd95-8b52-44a4-b99b-55d530364270 None None] The sync data for ids ['29d89cd2-270f-412c-8c32-a7c98449419a'] in dv-cinder-786524-2-iscsi is: [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:08:30Z', 'revision_number': 3, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:35.622375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-eaee1184-3396-4f61-a498-0f99a902fe54 None None] Port f7d960c9-c702-47de-a381-dd9244f19260 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:08:35.647127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=309c5da3-736e-423d-af0a-9a7205bfd5ed,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:35.657014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:35.678474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.754340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.755504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:35.771596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:35.818760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37114) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:35.885463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54927-9324-4e99-b377-48371b1a2bdd req-e53f8962-5f3c-4f0c-96a2-19a310bf3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:35.887077 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14f54927-9324-4e99-b377-48371b1a2bdd req-e53f8962-5f3c-4f0c-96a2-19a310bf3b1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 1098 time: 0.1410162 Apr 19 11:08:35.991478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-14f54927-9324-4e99-b377-48371b1a2bdd req-99aa6b5d-86fc-4ddc-9429-e76870480787 service neutron] Synchronizing usage tracker for tenant:3797d26b5e63443b826aab8fc8e02a39 on resource:security_group {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:08:36.051819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-14f54927-9324-4e99-b377-48371b1a2bdd req-99aa6b5d-86fc-4ddc-9429-e76870480787 service neutron] Unset dirty status for tenant:3797d26b5e63443b826aab8fc8e02a39 on resource:security_group {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:08:36.051819 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14f54927-9324-4e99-b377-48371b1a2bdd req-99aa6b5d-86fc-4ddc-9429-e76870480787 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482253 Apr 19 11:08:36.084699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Pushing event updated for resources: {'Port': ['ID=f7d960c9-c702-47de-a381-dd9244f19260,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:36.085692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690815970-network', 'tenant_id': '294152f675f84099be1886a5c8feed59'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:36.093113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:36.096109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:36.100828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Usage tracker for resource:network and tenant:294152f675f84099be1886a5c8feed59 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:36.104938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:36.120778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:36.174876 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347762-7751-4140-9615-dd32a6c21e92 req-9337732b-9826-40ab-afed-d6aea343c458 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:36.176576 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77347762-7751-4140-9615-dd32a6c21e92 req-9337732b-9826-40ab-afed-d6aea343c458 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2850587 Apr 19 11:08:36.188950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Made reservation on behalf of 294152f675f84099be1886a5c8feed59 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:36.189926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:08:36.194665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.212960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:36.224076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.273050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:36.283069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Usage tracker for resource:security_group_rule and tenant:294152f675f84099be1886a5c8feed59 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:36.293910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:36.323017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:36.344918 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77347762-7751-4140-9615-dd32a6c21e92 req-4706e66d-dc32-4453-b44f-a37079562793 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603794 Apr 19 11:08:36.543686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.588813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.595019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a12976a7-d0ab-4b4a-82a6-c7fa82193fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:36.607469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Router 29d89cd2-270f-412c-8c32-a7c98449419a has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:08:36.635169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:36.639977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f0507c-3946-4e1e-8697-33980d1c94a9,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:36.644343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:36.655345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:08:36.670412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.671032 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Added segment 318af3b6-6c9d-4735-9d83-cb24b8e381f0 of type vlan for network a64b3034-82e0-4a07-b7b4-426d4e584e6e Apr 19 11:08:36.716630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.735678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-a73da6f7-0a50-428b-ab4e-b8bf77d2fb52 None None] Provisioning complete for port f7d960c9-c702-47de-a381-dd9244f19260 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:36.736373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a73da6f7-0a50-428b-ab4e-b8bf77d2fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.786231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.793641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:36.794465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:36.810417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:36.835325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a73da6f7-0a50-428b-ab4e-b8bf77d2fb52 None None] Port f7d960c9-c702-47de-a381-dd9244f19260 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:08:36.852395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:36.864031 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] 10.222.0.46 "PUT /v2.0/routers/29d89cd2-270f-412c-8c32-a7c98449419a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1629367 Apr 19 11:08:36.945716 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1243896 Apr 19 11:08:36.960067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Pushing event updated for resources: {'Network': ['ID=a64b3034-82e0-4a07-b7b4-426d4e584e6e,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:36.962967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37146) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:36.970293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network a64b3034-82e0-4a07-b7b4-426d4e584e6e details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:08:36.973596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Request body: {'subnet': {'network_id': 'a64b3034-82e0-4a07-b7b4-426d4e584e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690815970-subnet', 'tenant_id': '294152f675f84099be1886a5c8feed59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:36.979546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:36.986511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:36.992186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Usage tracker for resource:subnet and tenant:294152f675f84099be1886a5c8feed59 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:36.996762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:37.006764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:37.041707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:37.058938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:37.059359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:37.066049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Made reservation on behalf of 294152f675f84099be1886a5c8feed59 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:37.071280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:37.271155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:37.306830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:37.353446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:37.354524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 309c5da3-736e-423d-af0a-9a7205bfd5ed up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:37.406006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:37.531120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:37.535223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:37.545368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 309c5da3-736e-423d-af0a-9a7205bfd5ed triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:37.545798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:38.038831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc7caa-ddfc-4bbc-a462-db920fe84fcc req-5dd07145-6d6e-4bed-9aa1-692f5eef27ad tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:38.041271 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0edc7caa-ddfc-4bbc-a462-db920fe84fcc req-5dd07145-6d6e-4bed-9aa1-692f5eef27ad tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.5254138 Apr 19 11:08:38.123748 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0edc7caa-ddfc-4bbc-a462-db920fe84fcc req-1089be51-e396-4827-88ff-68c104b58653 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727804 Apr 19 11:08:38.224692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:38.233215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:38.306147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7947d9c-1f05-4954-b716-64e4af5eea18,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:38.317107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:38.466117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:38.488881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Checking segment: {'id': '318af3b6-6c9d-4735-9d83-cb24b8e381f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a64b3034-82e0-4a07-b7b4-426d4e584e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:38.489537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Network hostable DHCP agents. Network: a64b3034-82e0-4a07-b7b4-426d4e584e6e, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:08:38.556838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682279f-7c3b-44c5-8d0b-ef89deb47502 req-dcb4ee4d-8260-4397-86d6-44593d355e2e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:38.565239 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e682279f-7c3b-44c5-8d0b-ef89deb47502 req-dcb4ee4d-8260-4397-86d6-44593d355e2e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2600260 Apr 19 11:08:38.584704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Network a64b3034-82e0-4a07-b7b4-426d4e584e6e is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:08:38.641292 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e682279f-7c3b-44c5-8d0b-ef89deb47502 req-64e0b9a3-0cc1-4d65-91b5-85bed653f273 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750098 Apr 19 11:08:38.657281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, a64b3034-82e0-4a07-b7b4-426d4e584e6e) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:38.661483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:38.662138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:38.685190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d0061-2b80-470e-9a18-393ef690ee33 None None] Network a64b3034-82e0-4a07-b7b4-426d4e584e6e requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:38.753749 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7889318 Apr 19 11:08:38.988158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:38.988564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:39.189853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc410a3c-9bbf-48e8-9c47-a6ac4c9a4351 None None] Network a64b3034-82e0-4a07-b7b4-426d4e584e6e requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:39.345534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Sync routers for ids ['29d89cd2-270f-412c-8c32-a7c98449419a'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:39.694360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Routers {'29d89cd2-270f-412c-8c32-a7c98449419a'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:39.694946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['29d89cd2-270f-412c-8c32-a7c98449419a'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:39.903357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Set router 29d89cd2-270f-412c-8c32-a7c98449419a gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:40.046552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37298) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:40.054752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-433018176-network', 'tenant_id': 'e13eb30672314da59ac57e92bd08bc92'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:40.069113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:40.098516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Usage tracker for resource:network and tenant:e13eb30672314da59ac57e92bd08bc92 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:40.106038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:40.114651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:40.354474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Made reservation on behalf of e13eb30672314da59ac57e92bd08bc92 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:40.362828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.487197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.487197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:40.487197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Usage tracker for resource:security_group_rule and tenant:e13eb30672314da59ac57e92bd08bc92 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:40.487197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:40.487197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:40.525892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:08:34Z', 'revision_number': 4, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'f7d960c9-c702-47de-a381-dd9244f19260', 'name': '', 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'mac_address': 'fa:16:3e:97:78:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '444f87bc-fa9b-4485-8785-30a5da9ac19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:33Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 2, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'subnets': [{'id': '444f87bc-fa9b-4485-8785-30a5da9ac19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:40.535106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Checking router: 29d89cd2-270f-412c-8c32-a7c98449419a for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:40.535106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Updating router 29d89cd2-270f-412c-8c32-a7c98449419a port f7d960c9-c702-47de-a381-dd9244f19260 binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:08:40.572721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.620655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.648672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.656060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fe851736-ac10-44a4-88ed-997045ae8737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:40.741198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:08:40.770048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aa30ea-ed23-4537-aedc-b2977e8c0987,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:40.784794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:40.789624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.791190 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Added segment 68824e21-4438-47ab-aca1-b2121c44feeb of type vlan for network efa11e36-a8f6-412b-8b41-19268cf08880 Apr 19 11:08:40.857798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.174903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.184654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:41.188391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.191731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a686d8e-9e2c-4468-a417-ac945bcd4f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:41.426384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.461258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Pushing event updated for resources: {'Network': ['ID=efa11e36-a8f6-412b-8b41-19268cf08880,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:41.461258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:41.468565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Transition to ACTIVE for port object f7d960c9-c702-47de-a381-dd9244f19260 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:08:41.473607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network efa11e36-a8f6-412b-8b41-19268cf08880 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:08:41.479686 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4315059 Apr 19 11:08:41.488372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37336) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:41.497471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Request body: {'subnet': {'network_id': 'efa11e36-a8f6-412b-8b41-19268cf08880', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-433018176-subnet', 'tenant_id': 'e13eb30672314da59ac57e92bd08bc92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:08:41.517071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:41.528321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Usage tracker for resource:subnet and tenant:e13eb30672314da59ac57e92bd08bc92 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:41.537011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:41.555062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:41.565573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.581985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:41.640322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Made reservation on behalf of e13eb30672314da59ac57e92bd08bc92 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:08:41.645507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.665648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87fe17-ae59-474a-aa10-18853235067c None None] Pushing event updated for resources: {'Port': ['ID=f7d960c9-c702-47de-a381-dd9244f19260,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:41.691978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37344) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:41.827920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2e87fe17-ae59-474a-aa10-18853235067c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:41.947406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:41.984039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:42.001032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:047d8a8ef83542a39a34f688147c35d8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:42.014077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:42.021941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:42.142957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Attempting to bind port f7d960c9-c702-47de-a381-dd9244f19260 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:08:42.143380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Attempting to bind port f7d960c9-c702-47de-a381-dd9244f19260 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:08:42.143786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Attempting to bind port f7d960c9-c702-47de-a381-dd9244f19260 on network 1640c377-a387-48de-9cd7-4b9ce1e7090d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:08:42.153114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:08:42.153562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Checking segment: {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:42.154189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.154764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Bound using segment: {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:08:42.155531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Bound port: f7d960c9-c702-47de-a381-dd9244f19260, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5b70ee-de3a-4b1d-86dd-7d09675432f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:08:42.157306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.224565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.251285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.277205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6cdce061-af6c-435a-b2c0-87d5c5c5e62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:42.351084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e28d05-b3f2-4ade-bc4f-47b21079e58f,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:42.377676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] For port f7d960c9-c702-47de-a381-dd9244f19260, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:08:42.382289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] For port f7d960c9-c702-47de-a381-dd9244f19260, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=f7d960c9-c702-47de-a381-dd9244f19260,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:08:42.437929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:42.449661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.455454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:42.527948 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=047d8a8ef83542a39a34f688147c35d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347616 Apr 19 11:08:42.535304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37356) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:42.577232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-fac8c935-94be-4fda-b0b5-3c8efe65066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:42.579338 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-fac8c935-94be-4fda-b0b5-3c8efe65066a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.2314126 Apr 19 11:08:42.647831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Routers {'29d89cd2-270f-412c-8c32-a7c98449419a'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:42.652028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:08:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['29d89cd2-270f-412c-8c32-a7c98449419a'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:42.680568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.758250 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.892200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:42.896070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-f3cfb49e-9a93-4f01-a6f5-d0cd02111549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:42.897642 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-f3cfb49e-9a93-4f01-a6f5-d0cd02111549 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.3082392 Apr 19 11:08:42.901345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:42.917374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e28d05-b3f2-4ade-bc4f-47b21079e58f,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:42.926167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:42.936150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b9a59-df66-40cf-a342-f5bddcf90309 req-7da7bb0a-be65-4493-b073-7257a15faf42 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:42.944855 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-938b9a59-df66-40cf-a342-f5bddcf90309 req-7da7bb0a-be65-4493-b073-7257a15faf42 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.5134678 Apr 19 11:08:42.979336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87fe17-ae59-474a-aa10-18853235067c None None] Pushing event updated for resources: {'Port': ['ID=f7d960c9-c702-47de-a381-dd9244f19260,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:42.982666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2e87fe17-ae59-474a-aa10-18853235067c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:43.020132 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-938b9a59-df66-40cf-a342-f5bddcf90309 req-2a4810ce-91e3-47c6-81c5-cdee297bcdb1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687289 Apr 19 11:08:43.079738 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-a6355b9f-430c-4dd7-a233-6be61d4ebe1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 217 time: 0.1738276 Apr 19 11:08:43.091912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] Set router 29d89cd2-270f-412c-8c32-a7c98449419a gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:43.106817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:43.111600 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6e28d05-b3f2-4ade-bc4f-47b21079e58f HTTP/1.1" status: 204 len: 168 time: 0.5735455 Apr 19 11:08:43.175912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:43.185145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bb6c8b63-8c09-4f18-99a3-ba5384fa9b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:43.275638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59312b01-7cc8-4b58-aeb6-36b6ae82e206,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:43.289923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:43.329679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-9098f222-6fd1-4ee5-b55f-b9c10415a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:43.333710 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-9098f222-6fd1-4ee5-b55f-b9c10415a230 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.2405081 Apr 19 11:08:43.378997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Checking segment: {'id': '68824e21-4438-47ab-aca1-b2121c44feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'efa11e36-a8f6-412b-8b41-19268cf08880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:08:43.379331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Network hostable DHCP agents. Network: efa11e36-a8f6-412b-8b41-19268cf08880, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:08:43.445661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Network efa11e36-a8f6-412b-8b41-19268cf08880 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:08:43.471253 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-fcafb3b4-283b-4337-a5ab-363aeea471dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196628 Apr 19 11:08:43.485577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, efa11e36-a8f6-412b-8b41-19268cf08880) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:08:43.496828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:43.496828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:43.516757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f3a6a1-ca63-405c-af64-b3c7614dc70f None None] Network efa11e36-a8f6-412b-8b41-19268cf08880 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:43.578103 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0767691 Apr 19 11:08:43.673189 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-8f8e02eb-c5de-4d49-b6e1-361670c0e38a service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939228 Apr 19 11:08:43.881105 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37380) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:44.054934 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a780e379-b6de-43c8-b49f-1c020bd28174 req-9c69bff2-fbec-4bc8-9bd1-fd46bf54a1c6 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618600 Apr 19 11:08:44.066286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Deleting subnet d7947d9c-1f05-4954-b716-64e4af5eea18 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:44.071041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.145667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.155754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.220787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37392) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:44.282733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.341733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:08:44.346617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Usage tracker for resource:security_group_rule and tenant:750a627fc0f743a68c9adf7c079a16cc is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:08:44.359308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:08:44.366695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:08:44.532743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.552341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb20bb-30cc-4789-9f4c-414c4d3cb3b6 req-9429c265-7da8-4b05-8e78-393d55f0da4d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:44.562676 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cdcb20bb-30cc-4789-9f4c-414c4d3cb3b6 req-9429c265-7da8-4b05-8e78-393d55f0da4d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.3655038 Apr 19 11:08:44.585002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.625348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-317e0ade-959c-447d-8463-99fc64b63b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:44.638598 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=750a627fc0f743a68c9adf7c079a16cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139431 Apr 19 11:08:44.639801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37406) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:44.709841 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cdcb20bb-30cc-4789-9f4c-414c4d3cb3b6 req-a4a53cf0-a524-466d-bd12-6d9d20251bec tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458910 Apr 19 11:08:44.716542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09cf249-a7bc-42cb-ab53-9787de33e222 None None] Network efa11e36-a8f6-412b-8b41-19268cf08880 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:44.726223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d96dafb-4580-42e8-b477-086c007cd36d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:44.759374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:08:34Z', 'revision_number': 4, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'f7d960c9-c702-47de-a381-dd9244f19260', 'name': '', 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'mac_address': 'fa:16:3e:97:78:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '444f87bc-fa9b-4485-8785-30a5da9ac19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:33Z', 'updated_at': '2021-04-19T11:08:42Z', 'revision_number': 4, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'subnets': [{'id': '444f87bc-fa9b-4485-8785-30a5da9ac19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:44.769832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:44.824356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4076-b4a5-4314-9193-2c05d6499a71 None None] The sync data for ids ['29d89cd2-270f-412c-8c32-a7c98449419a'] in dv-cinder-786524-2-iscsi is: [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:08:34Z', 'revision_number': 4, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'f7d960c9-c702-47de-a381-dd9244f19260', 'name': '', 'network_id': '1640c377-a387-48de-9cd7-4b9ce1e7090d', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'mac_address': 'fa:16:3e:97:78:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '444f87bc-fa9b-4485-8785-30a5da9ac19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:33Z', 'updated_at': '2021-04-19T11:08:42Z', 'revision_number': 4, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'subnets': [{'id': '444f87bc-fa9b-4485-8785-30a5da9ac19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:44.829102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:44.903382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.256798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.257386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.264036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a9b8d06b-4419-4fc6-8d91-14b926e6c6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:45.268611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-12937b12-e910-41fe-9d4f-6e9a853369eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:45.316393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d96dafb-4580-42e8-b477-086c007cd36d,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:45.320117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:45.327320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.329744 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d96dafb-4580-42e8-b477-086c007cd36d HTTP/1.1" status: 204 len: 168 time: 0.6884351 Apr 19 11:08:45.414236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.443025 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d7947d9c-1f05-4954-b716-64e4af5eea18 HTTP/1.1" status: 204 len: 168 time: 1.5609322 Apr 19 11:08:45.445801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37420) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:45.445917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7947d9c-1f05-4954-b716-64e4af5eea18,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:45.464008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:45.626711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.796471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.942188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b3034-82e0-4a07-b7b4-426d4e584e6e']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:45.956900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318af3b6-6c9d-4735-9d83-cb24b8e381f0') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:45.960793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318af3b6-6c9d-4735-9d83-cb24b8e381f0') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:45.971772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.990611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:45.999232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:46.229885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Network a64b3034-82e0-4a07-b7b4-426d4e584e6e has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:46.239693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:46.281746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1332-c3a5-4455-b8e4-4cee39d2a8ea req-0d58be2d-04eb-4c30-8226-d6b41da8b4a3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:46.293128 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-60db1332-c3a5-4455-b8e4-4cee39d2a8ea req-0d58be2d-04eb-4c30-8226-d6b41da8b4a3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2433903 Apr 19 11:08:46.412586 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-60db1332-c3a5-4455-b8e4-4cee39d2a8ea req-2b582bdf-0f51-42f7-a473-14eb80821fe6 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181433 Apr 19 11:08:46.507869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device f7d960c9-c702-47de-a381-dd9244f19260 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:46.643468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Network a64b3034-82e0-4a07-b7b4-426d4e584e6e has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:46.667058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port f7d960c9-c702-47de-a381-dd9244f19260 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:08:46.675274 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port f7d960c9-c702-47de-a381-dd9244f19260 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:46.675705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:46.680132 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:46.878239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:46.905948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:46.909864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:46.939046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port f7d960c9-c702-47de-a381-dd9244f19260, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=f7d960c9-c702-47de-a381-dd9244f19260,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:46.939383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:46.946367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64b3034-82e0-4a07-b7b4-426d4e584e6e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:46.955286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37454) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:46.965307 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a64b3034-82e0-4a07-b7b4-426d4e584e6e HTTP/1.1" status: 204 len: 168 time: 1.5077450 Apr 19 11:08:46.965307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:46.993011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:46.997049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:47.042213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Deleting subnet 59312b01-7cc8-4b58-aeb6-36b6ae82e206 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:47.046065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:47.087909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=f7d960c9-c702-47de-a381-dd9244f19260,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:47.092117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:47.116265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:47.125398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:47.517862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:47.524130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:47.600417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37478) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:47.610302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:47.661916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59312b01-7cc8-4b58-aeb6-36b6ae82e206,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:47.669621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:47.678459 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/59312b01-7cc8-4b58-aeb6-36b6ae82e206 HTTP/1.1" status: 204 len: 168 time: 0.7213025 Apr 19 11:08:47.682092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37482) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:47.748190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b7421-364d-4054-b4e6-827e41bedfb3 req-e1f7056a-47b2-4e89-98cc-936307ecde2a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:47.750585 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f8b7421-364d-4054-b4e6-827e41bedfb3 req-e1f7056a-47b2-4e89-98cc-936307ecde2a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1642807 Apr 19 11:08:47.845623 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f8b7421-364d-4054-b4e6-827e41bedfb3 req-2f72d314-e774-4cb5-a076-1fbdb693a8a4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871265 Apr 19 11:08:48.163321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Deleting subnet 22fe4665-708f-4dba-9b10-fbf9012dc63e {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:48.190227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.194741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.391180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.473569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device f7d960c9-c702-47de-a381-dd9244f19260 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:08:48.496959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.621126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port f7d960c9-c702-47de-a381-dd9244f19260 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:08:48.621743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.673120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.876413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa11e36-a8f6-412b-8b41-19268cf08880']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:48.899260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68824e21-4438-47ab-aca1-b2121c44feeb') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:48.899452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68824e21-4438-47ab-aca1-b2121c44feeb') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:48.916500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.072310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.078678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f7423c6b-ecdb-4010-b390-bed6e4dd89f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:49.157857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.164951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:49.361086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382baa60-0504-43ae-8340-012272a99624 req-0970dbd6-8657-4644-9adb-6ce821459492 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:49.371000 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-382baa60-0504-43ae-8340-012272a99624 req-0970dbd6-8657-4644-9adb-6ce821459492 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1931086 Apr 19 11:08:49.393716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fe4665-708f-4dba-9b10-fbf9012dc63e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:49.396301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:49.410862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.442297 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fc7fd5e2-e793-44a9-bf1f-d84fbcb8ced9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/22fe4665-708f-4dba-9b10-fbf9012dc63e HTTP/1.1" status: 204 len: 168 time: 1.8401887 Apr 19 11:08:49.444649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Network efa11e36-a8f6-412b-8b41-19268cf08880 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:49.448912 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-382baa60-0504-43ae-8340-012272a99624 req-d605a20f-aa1d-4697-92b6-8b491a8e1746 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769637 Apr 19 11:08:49.449738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37526) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:49.454901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.614820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ec440559-7438-405a-85c1-2957b8b5c820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.654243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.737054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Network efa11e36-a8f6-412b-8b41-19268cf08880 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:49.773784 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:49.832739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.997268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:49.997715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:49.998798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:49.999365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > port after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:49.999743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.000156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > port after_update 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.002239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.002616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.002752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.006168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.010512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.013591 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:50.065175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.067131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Pushing event deleted for resources: {'Network': ['ID=efa11e36-a8f6-412b-8b41-19268cf08880,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:50.071844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:50.075579 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3fc86d4d-73ec-4cf7-afd3-bdd1e6f4256d admin admin] 10.222.0.46 "DELETE /v2.0/networks/efa11e36-a8f6-412b-8b41-19268cf08880 HTTP/1.1" status: 204 len: 168 time: 2.3894901 Apr 19 11:08:50.113738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.114127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.114522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.115933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:08:50.117150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-7c17970b-904d-4937-b578-791671261254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249df524-bbde-4254-b8c2-578dbcd6434c']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:50.140937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-7c17970b-904d-4937-b578-791671261254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b5d493-7538-4336-ab6a-e03d8785161a') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:50.141420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-7c17970b-904d-4937-b578-791671261254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b5d493-7538-4336-ab6a-e03d8785161a') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:50.158602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851401063'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.257209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.280078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:50.542567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Network 249df524-bbde-4254-b8c2-578dbcd6434c has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:50.556875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2151977'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.561719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37548) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:50.644326 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7e0f27a4-2775-4f32-a761-377999721c1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=294152f675f84099be1886a5c8feed59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803139 Apr 19 11:08:51.026728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37554) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Network 249df524-bbde-4254-b8c2-578dbcd6434c has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: from cryptography.utils import int_from_bytes Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: from cryptography.utils import int_from_bytes Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: (rel_b, rel_a, rel_b), Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: (rel_b, rel_a, rel_b), Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:51.027571 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:51.030063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:51.030063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:51.145085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a0cb-9e2b-4e4b-882c-ce8587df2823 req-ca8be5a6-27e7-408e-91a7-57ddadc875cf tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:51.146688 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8243a0cb-9e2b-4e4b-882c-ce8587df2823 req-ca8be5a6-27e7-408e-91a7-57ddadc875cf tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.5018864 Apr 19 11:08:51.215531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8243a0cb-9e2b-4e4b-882c-ce8587df2823 req-0d0a5678-a844-43c7-a573-702da573e32b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619121 Apr 19 11:08:51.485597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:51.491337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4a3c3b9-168e-4faf-a5e8-a6598c10cccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:51.509359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f0507c-3946-4e1e-8697-33980d1c94a9,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:51.511836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:51.513067 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55f0507c-3946-4e1e-8697-33980d1c94a9 HTTP/1.1" status: 204 len: 168 time: 0.6868923 Apr 19 11:08:51.514046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:52.031364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.072238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.077290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:52.109193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Pushing event deleted for resources: {'Network': ['ID=249df524-bbde-4254-b8c2-578dbcd6434c,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:52.111741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.123864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:52.125770 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7c17970b-904d-4937-b578-791671261254 admin admin] 10.222.0.46 "DELETE /v2.0/networks/249df524-bbde-4254-b8c2-578dbcd6434c HTTP/1.1" status: 204 len: 168 time: 2.6685295 Apr 19 11:08:52.131529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37580) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:52.151823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7b16f00-4b18-4ef4-9b5d-adec7a168458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.223115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Deleting subnet 79e8f088-4f5e-471a-8111-6f738b191f8b {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:52.226697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.293331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.371020 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.574549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb595-1874-4fa8-bdf5-04658f8643cc req-0c66850a-6f71-499d-a09f-a168f694e7db tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:52.583132 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b8beb595-1874-4fa8-bdf5-04658f8643cc req-0c66850a-6f71-499d-a09f-a168f694e7db tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1203346 Apr 19 11:08:52.648997 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b8beb595-1874-4fa8-bdf5-04658f8643cc req-63a15351-a3d9-4425-b012-2bdc67b9664c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Apr 19 11:08:52.800976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.825542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:52.863465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:52.873671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e8f088-4f5e-471a-8111-6f738b191f8b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:52.880551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37596) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:52.881138 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/79e8f088-4f5e-471a-8111-6f738b191f8b HTTP/1.1" status: 204 len: 168 time: 0.7474811 Apr 19 11:08:52.881687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:53.022606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.062603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37602) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:53.100161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.156052 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7aab00ab-b4e0-4317-8699-0059906f606f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e13eb30672314da59ac57e92bd08bc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920923 Apr 19 11:08:53.158550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37606) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:53.197821 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.207104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.245579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.281978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.371017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.376371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c3808e15-e0e4-488d-918e-994ffba63ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:53.393517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.398602 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30aa30ea-ed23-4537-aedc-b2977e8c0987 HTTP/1.1" status: 204 len: 168 time: 0.2350409 Apr 19 11:08:53.398602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aa30ea-ed23-4537-aedc-b2977e8c0987,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:53.400900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:53.423259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d21bec-df2d-4f90-8562-e866c54da7e7']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:53.440612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f76d38-ccac-4eb1-89ee-6c1745e9f727') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:53.441171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f76d38-ccac-4eb1-89ee-6c1745e9f727') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:53.456586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851401063'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.480711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:53.497182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:53.770938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Network 38d21bec-df2d-4f90-8562-e866c54da7e7 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:53.788518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2151977'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:54.091280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:54.325666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Network 38d21bec-df2d-4f90-8562-e866c54da7e7 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:54.362425 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:54.392056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25849a-aef8-4cfd-9a55-3e41c08c506f req-482479e8-34c5-43ab-8d88-72773acba586 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:54.393602 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b25849a-aef8-4cfd-9a55-3e41c08c506f req-482479e8-34c5-43ab-8d88-72773acba586 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.5704064 Apr 19 11:08:54.541303 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b25849a-aef8-4cfd-9a55-3e41c08c506f req-482a716b-eb54-44a4-bf26-cb65c13576c5 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936399 Apr 19 11:08:54.696243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:54.701370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:54.735005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d21bec-df2d-4f90-8562-e866c54da7e7,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:54.737559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:54.743705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:54.745432 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1bfb54c8-1f6a-4a31-a010-bde195034134 admin admin] 10.222.0.46 "DELETE /v2.0/networks/38d21bec-df2d-4f90-8562-e866c54da7e7 HTTP/1.1" status: 204 len: 168 time: 1.8626039 Apr 19 11:08:55.117198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37664) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:55.203652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37668) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:55.204468 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-609d54c5-a742-4af5-a37a-4253a88592ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d58e53bbe2fe48fcb7b31ea3a0954f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853386 Apr 19 11:08:55.294621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:55.342252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:55.585833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:55.596762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4d899fed-b656-4b53-a444-6bc4a9d4074e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:55.652209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151059f3-616b-4bc0-ba7a-b21d8c2ad62d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:55.654813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:55.655983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:55.658497 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/151059f3-616b-4bc0-ba7a-b21d8c2ad62d HTTP/1.1" status: 204 len: 168 time: 0.4536033 Apr 19 11:08:55.895204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56ab4-5a71-4a64-8fee-361821694964 req-e4ec14be-ff86-4414-a9d8-cf3c2674bc33 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:55.897035 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-27f56ab4-5a71-4a64-8fee-361821694964 req-e4ec14be-ff86-4414-a9d8-cf3c2674bc33 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1331785 Apr 19 11:08:56.032518 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-27f56ab4-5a71-4a64-8fee-361821694964 req-ebea2725-79fe-4ccc-aec6-11b6ba470e66 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250935 Apr 19 11:08:57.069664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 37724) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:57.177283 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-50d0fb6f-33a1-4cff-b807-a5fb28009cba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d0c66ea78a3451db8836daf9282eb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057169 Apr 19 11:08:57.180165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 37732) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:57.331016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:57.367303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:57.416347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ce9a-1750-4949-ab5a-3a669a152c48 req-bc3834f6-d758-4a67-ae9b-27a45f7ce011 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:57.417979 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f57ce9a-1750-4949-ab5a-3a669a152c48 req-bc3834f6-d758-4a67-ae9b-27a45f7ce011 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1083534 Apr 19 11:08:57.467107 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f57ce9a-1750-4949-ab5a-3a669a152c48 req-bfe16a38-9765-4dfd-a273-8da584c1b255 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Apr 19 11:08:57.673902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:57.679515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e99d91f7-3a19-40c0-a910-20063b11420d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:57.709878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef1d92-8b63-42ef-9a5d-36d6b8b27a83,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:57.713659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:57.734751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:57.746661 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bef1d92-8b63-42ef-9a5d-36d6b8b27a83 HTTP/1.1" status: 204 len: 168 time: 0.5581689 Apr 19 11:08:58.823474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-9eab627c-7dfc-45ad-9f3c-9138e4f2f5a4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:58.824138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-9eab627c-7dfc-45ad-9f3c-9138e4f2f5a4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Synchronizing usage tracker for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:08:58.849437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb4719-6e7a-4abe-906b-02f4eec8e18d req-c7fcef90-918e-4023-ba8e-97051517b3de tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:08:58.851070 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5fb4719-6e7a-4abe-906b-02f4eec8e18d req-c7fcef90-918e-4023-ba8e-97051517b3de tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1611085 Apr 19 11:08:58.904033 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5fb4719-6e7a-4abe-906b-02f4eec8e18d req-10c4dc69-c651-40eb-8ac4-c1bc81241726 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Apr 19 11:08:58.911005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-9eab627c-7dfc-45ad-9f3c-9138e4f2f5a4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Unset dirty status for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:08:58.919500 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-9eab627c-7dfc-45ad-9f3c-9138e4f2f5a4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 814 time: 0.3573942 Apr 19 11:08:58.952652 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-9922dc0a-f1bc-4cea-9120-661370e72a2b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/quotas/6c4e53dbd1bd4c52a6da147d79207121 HTTP/1.1" status: 200 len: 375 time: 0.0319128 Apr 19 11:08:59.067762 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-846ab474-721e-4c83-88c3-acbfbc0c9f8e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140006 Apr 19 11:08:59.266222 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-9c416cb4-10d5-4cf5-bd3e-cb751f9db688 service neutron] 10.222.0.46 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923833 Apr 19 11:08:59.439614 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-97f82e29-127f-477c-948c-267bc02f53db service neutron] 10.222.0.46 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652777 Apr 19 11:08:59.710317 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f2617cf0-94e1-4337-9d20-1eb8275bf8a3 req-efd7f5ce-23c4-4e9c-87a5-ea40706d216e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0632117 Apr 19 11:09:00.177426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e33d99-edfd-4bd0-a45f-40494c225ceb req-6d8cdf05-b000-49b0-a761-8648e4d48f3e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:00.181177 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-44e33d99-edfd-4bd0-a45f-40494c225ceb req-6d8cdf05-b000-49b0-a761-8648e4d48f3e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1187189 Apr 19 11:09:00.258521 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-44e33d99-edfd-4bd0-a45f-40494c225ceb req-8a74f0d8-c489-49b1-9a96-4f79eccff44a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707905 Apr 19 11:09:00.902401 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d7819855-7d3b-47d6-ac12-213c0b50b46c req-0ab3dbb4-7af8-44d5-9908-cc6f6953d08e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0594018 Apr 19 11:09:01.498803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ecac-fb86-4f92-9435-9f6a9f823b65 req-b61f27f9-39d5-4848-9007-a1943b56613d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:01.499594 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9223ecac-fb86-4f92-9435-9f6a9f823b65 req-b61f27f9-39d5-4848-9007-a1943b56613d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1028371 Apr 19 11:09:01.549620 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9223ecac-fb86-4f92-9435-9f6a9f823b65 req-9a170c61-e149-4b78-bb35-7cc47311faac tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Apr 19 11:09:02.232392 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d55cdd36-3634-4a5f-b022-605a4009c5ea req-f618222b-44cc-4315-9407-04248ac048bb tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0613263 Apr 19 11:09:02.388186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-f778108a-d0d6-4dcc-99ec-a7fae3e5149b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:02.390018 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-f778108a-d0d6-4dcc-99ec-a7fae3e5149b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 814 time: 0.2229567 Apr 19 11:09:02.405572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'port': {'device_id': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'admin_state_up': True, 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:02.567939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:02.573371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:port and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:02.576488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:02.583365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:02.643232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Made reservation on behalf of 6c4e53dbd1bd4c52a6da147d79207121 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:09:02.649992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:02.826225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a0a8e-e3d5-40b6-8d88-4fa0fcbcea3e req-8d9daf76-a60e-4b6c-85ad-4e07b36423fb tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:02.828047 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-703a0a8e-e3d5-40b6-8d88-4fa0fcbcea3e req-8d9daf76-a60e-4b6c-85ad-4e07b36423fb tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1342783 Apr 19 11:09:02.850565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Allocated IP 172.20.0.3 (611254ea-5e52-45b7-bd9c-f39341bb3235/f1698c91-815e-41e3-a1ec-4c0497b5f334/af8b0a90-6203-4b10-b6ea-e10aa545d58b) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:09:02.905733 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-703a0a8e-e3d5-40b6-8d88-4fa0fcbcea3e req-0b3e39e0-9fe9-4eaf-b05b-d7686d59d606 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 Apr 19 11:09:03.105299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:03.123408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Transition to ACTIVE for port object af8b0a90-6203-4b10-b6ea-e10aa545d58b will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:09:03.182799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:03.198273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:03.266561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:09:03.271812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:09:03.282371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:09:03.343419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:03.349968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:03.366396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:03.367221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:03.525600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a712e-3a3b-425c-b3f0-27a62a400511 req-a30517e8-3b40-4d5e-bfba-6f839fa224cf tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:03.536355 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-245a712e-3a3b-425c-b3f0-27a62a400511 req-a30517e8-3b40-4d5e-bfba-6f839fa224cf tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1436763 Apr 19 11:09:03.543177 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1422346 Apr 19 11:09:03.605238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-245a712e-3a3b-425c-b3f0-27a62a400511 req-57de7274-c635-4fc0-a51f-e15d504c038a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Synchronizing usage tracker for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:09:03.661857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-56e561c3-2235-4fb3-ade4-e89340d0bf2d None None] Provisioning for port af8b0a90-6203-4b10-b6ea-e10aa545d58b completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:09:03.662043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-245a712e-3a3b-425c-b3f0-27a62a400511 req-57de7274-c635-4fc0-a51f-e15d504c038a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Unset dirty status for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:09:03.667964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-56e561c3-2235-4fb3-ade4-e89340d0bf2d None None] Provisioning complete for port af8b0a90-6203-4b10-b6ea-e10aa545d58b triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:09:03.671491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56e561c3-2235-4fb3-ade4-e89340d0bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:03.672673 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-245a712e-3a3b-425c-b3f0-27a62a400511 req-57de7274-c635-4fc0-a51f-e15d504c038a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352949 Apr 19 11:09:03.761171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-56e561c3-2235-4fb3-ade4-e89340d0bf2d None None] Port af8b0a90-6203-4b10-b6ea-e10aa545d58b cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:09:03.824150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:09:04.128620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d433a79-5716-4526-8fbf-a5f9f69f74f7 req-685cfe47-355b-4eb6-870a-8ab85f305aca tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:04.137205 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d433a79-5716-4526-8fbf-a5f9f69f74f7 req-685cfe47-355b-4eb6-870a-8ab85f305aca tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1078029 Apr 19 11:09:04.205090 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d433a79-5716-4526-8fbf-a5f9f69f74f7 req-53494698-9ad1-47cb-90da-1a0d21ccbb58 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Apr 19 11:09:04.874133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ec31-3d56-4018-8f74-bab57d8e480c req-e41407bd-500c-4bb2-bd09-568c6770939e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:04.875780 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c9f5ec31-3d56-4018-8f74-bab57d8e480c req-e41407bd-500c-4bb2-bd09-568c6770939e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.0912716 Apr 19 11:09:04.925389 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c9f5ec31-3d56-4018-8f74-bab57d8e480c req-124d7bf6-c98c-4f88-985f-2e43ea309895 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Apr 19 11:09:05.448229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac55f0-e93f-4d60-a4fa-32493db14bec req-49f38c72-8ed2-4c19-b476-ee51703120a4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:05.456816 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24ac55f0-e93f-4d60-a4fa-32493db14bec req-49f38c72-8ed2-4c19-b476-ee51703120a4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1210928 Apr 19 11:09:05.502408 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24ac55f0-e93f-4d60-a4fa-32493db14bec req-b2d28b98-a06d-41e4-9722-c67ddd4d6c79 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Apr 19 11:09:05.649730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38012) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:05.812783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:05.829479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:05.833575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1cef90944d4b3783b9c7406dbd8b4f is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:05.837237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:05.843439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:06.033725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:06.065644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:06.080537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5f74c589-0b9a-46a6-9681-4635d78ee3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:06.125555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba8972-662c-41fc-a595-a5dd99f24f49,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:06.131283 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d1cef90944d4b3783b9c7406dbd8b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803691 Apr 19 11:09:06.136134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38022) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:06.137617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.138036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.138406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c10921-b0a1-4981-b14c-b711333bedf1 req-4dc12127-ce1b-4409-87d4-11707532c513 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:06.138535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.138823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.139225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.139625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.140054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.140157 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-18c10921-b0a1-4981-b14c-b711333bedf1 req-4dc12127-ce1b-4409-87d4-11707532c513 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.0924067 Apr 19 11:09:06.140453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.140851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.141247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.141641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.142040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:06.147727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:06.210983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:06.219158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-18c10921-b0a1-4981-b14c-b711333bedf1 req-8691f23c-7d52-470e-9a1f-7524f2701055 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Apr 19 11:09:06.244638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:06.374190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:06.378326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a2a03f6c-e886-444f-a508-b66de2ec4e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:06.390773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba8972-662c-41fc-a595-a5dd99f24f49,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:06.397998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:06.398789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:06.402840 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41ba8972-662c-41fc-a595-a5dd99f24f49 HTTP/1.1" status: 204 len: 168 time: 0.2567303 Apr 19 11:09:06.801072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ff179-8812-4cfb-a63f-a792f0c6ae36 req-82daed03-3775-460c-9849-334fb9b1b4e1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:06.802745 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c85ff179-8812-4cfb-a63f-a792f0c6ae36 req-82daed03-3775-460c-9849-334fb9b1b4e1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1271830 Apr 19 11:09:06.862018 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c85ff179-8812-4cfb-a63f-a792f0c6ae36 req-a955c96e-97a2-46d8-b0df-4d08490fa271 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Apr 19 11:09:07.042571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38044) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:07.063706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.081165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:07.086224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Usage tracker for resource:security_group_rule and tenant:c46b838a85714340a8d060e185b74afb is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:07.090218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:07.096643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:07.226928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.265481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.277234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-88d05f68-9856-47f1-8714-f6365b260b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:07.335374 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c46b838a85714340a8d060e185b74afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911413 Apr 19 11:09:07.339119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306a961e-537b-4b91-b70f-b4b6dac96fe3,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:07.339486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38050) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:07.343745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:07.459100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.508990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.650790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.661351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a6cc49bb-b344-4df2-b209-7272f3fea18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:07.678091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a961e-537b-4b91-b70f-b4b6dac96fe3,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:07.697004 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.697004 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.697405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.697774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.698170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.698567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.698959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.699316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.699912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.700453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.700988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.701537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:07.706123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:07.707694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:07.713053 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/306a961e-537b-4b91-b70f-b4b6dac96fe3 HTTP/1.1" status: 204 len: 168 time: 0.3720524 Apr 19 11:09:07.807259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e5a8-07d3-4938-9a10-8c76a90fd240 req-af40750d-a567-4fb1-ba10-34a539e25e51 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:07.827984 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-72f6e5a8-07d3-4938-9a10-8c76a90fd240 req-af40750d-a567-4fb1-ba10-34a539e25e51 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.2257044 Apr 19 11:09:07.991451 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-72f6e5a8-07d3-4938-9a10-8c76a90fd240 req-2bc6a64e-f4b3-4cef-ae15-094dd5c904ed tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590137 Apr 19 11:09:08.386681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b06f3-b0f2-4435-bd6a-a9952362ff46 req-4652894f-561a-4c1a-9c55-7786ea5bde55 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:08.395012 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b29b06f3-b0f2-4435-bd6a-a9952362ff46 req-4652894f-561a-4c1a-9c55-7786ea5bde55 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1853337 Apr 19 11:09:08.465292 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b29b06f3-b0f2-4435-bd6a-a9952362ff46 req-40c11313-6973-4d7f-865e-4a14f2157c90 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693333 Apr 19 11:09:08.743136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38090) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:08.774219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:08.820095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:08.824959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f077af162de448a7871171440f0ac71b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:08.829046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:08.846074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:08.963715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:08.999412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:09.008390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cde69f9d-59ad-4d53-9c7e-3948e9f3cc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:09.053684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04da0a72-da62-40ef-8f11-de59886236ba,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:09.074420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:09.141451 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f077af162de448a7871171440f0ac71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967607 Apr 19 11:09:09.146869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38108) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:09.281117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:09.354420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:09.438172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6c4b-06ac-47a6-8709-47c8caaec0df req-665b17e7-fa28-4d40-81e8-c279dad0f23f tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:09.451391 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8d2f6c4b-06ac-47a6-8709-47c8caaec0df req-665b17e7-fa28-4d40-81e8-c279dad0f23f tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1998420 Apr 19 11:09:09.509374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:09.516799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5bc0a7fe-ca30-4af0-8dcc-895c669b4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:09.530797 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8d2f6c4b-06ac-47a6-8709-47c8caaec0df req-7c73e7ac-df9f-4ff0-a619-045933c975b1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Apr 19 11:09:09.552173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da0a72-da62-40ef-8f11-de59886236ba,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:09.558832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:09.576430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:09.577721 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04da0a72-da62-40ef-8f11-de59886236ba HTTP/1.1" status: 204 len: 168 time: 0.4298077 Apr 19 11:09:09.911118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660f97-b025-4f29-8325-9c1abc2a9c8d req-20aec439-33c3-4673-a5d4-5c4dc1687f51 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:09.916054 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e1660f97-b025-4f29-8325-9c1abc2a9c8d req-20aec439-33c3-4673-a5d4-5c4dc1687f51 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1689372 Apr 19 11:09:10.041879 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e1660f97-b025-4f29-8325-9c1abc2a9c8d req-259c44d7-555f-4395-a9c6-d7f40125684e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123312 Apr 19 11:09:10.283982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d487c70-a6ee-4d4c-b72a-6db61d4e098a req-213577d2-67ec-4cd2-ba47-35b325ad563a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:10.315101 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7d487c70-a6ee-4d4c-b72a-6db61d4e098a req-213577d2-67ec-4cd2-ba47-35b325ad563a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1717873 Apr 19 11:09:10.405314 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7d487c70-a6ee-4d4c-b72a-6db61d4e098a req-9ed85909-8771-4ab9-a599-8a881f86fd1f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889935 Apr 19 11:09:10.996547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052b4fe-0c85-407e-9790-514881285b42 req-01b82edd-5b16-48e9-885c-6cc70b843a21 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:11.006149 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d052b4fe-0c85-407e-9790-514881285b42 req-01b82edd-5b16-48e9-885c-6cc70b843a21 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1960235 Apr 19 11:09:11.138355 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d052b4fe-0c85-407e-9790-514881285b42 req-6dd46349-5314-4d62-9ac2-1e32d96f5889 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204653 Apr 19 11:09:11.376938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b84f0-a7f3-47c9-97d8-311ef3f9e0ad req-c1e01aac-ebfe-4ef9-a705-1756e6367a8e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:11.379310 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f89b84f0-a7f3-47c9-97d8-311ef3f9e0ad req-c1e01aac-ebfe-4ef9-a705-1756e6367a8e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1340797 Apr 19 11:09:11.507489 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f89b84f0-a7f3-47c9-97d8-311ef3f9e0ad req-d730c5db-45a7-42e3-ae82-579e85ad8c82 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195042 Apr 19 11:09:11.717368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd38dd-d5f2-4db5-abc7-21e97e15dd97 req-0f7a38bc-d90c-4ae2-9f52-73ff2edebaae tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:11.719191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-95cd38dd-d5f2-4db5-abc7-21e97e15dd97 req-0f7a38bc-d90c-4ae2-9f52-73ff2edebaae tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1199324 Apr 19 11:09:11.819961 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-95cd38dd-d5f2-4db5-abc7-21e97e15dd97 req-badc8df9-9dd1-4312-a752-703d8bfaf89a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909147 Apr 19 11:09:12.229067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38210) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:12.444387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68038f7f-87fa-4c30-9f5f-3f40584cc4d9 req-d8bda103-232f-4050-b94c-4a544a70260b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:12.446538 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-68038f7f-87fa-4c30-9f5f-3f40584cc4d9 req-d8bda103-232f-4050-b94c-4a544a70260b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1157413 Apr 19 11:09:12.491696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:12.513581 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-68038f7f-87fa-4c30-9f5f-3f40584cc4d9 req-44efd959-8e2d-477a-a3a5-8ad7efad20ee tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595419 Apr 19 11:09:12.553398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:12.553398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Usage tracker for resource:security_group_rule and tenant:7da9ffb73f3146a7bb4ea595f1393c75 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:12.553398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:12.553920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:12.711527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:12.751123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:12.800210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e8058a32-fc19-4e0a-9fbc-597fb9363042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:12.886930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57865cc0-4636-4675-a018-e3f2b3954d1a,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:12.896212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7da9ffb73f3146a7bb4ea595f1393c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631923 Apr 19 11:09:12.897545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:12.900425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38238) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:12.974975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8328da9-5f54-40c5-b73e-85622c8fe33c req-5f0f3bac-96dd-47e2-91d5-396e3f8c5c19 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:12.986121 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d8328da9-5f54-40c5-b73e-85622c8fe33c req-5f0f3bac-96dd-47e2-91d5-396e3f8c5c19 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2208030 Apr 19 11:09:13.010402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:13.043542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:13.069520 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d8328da9-5f54-40c5-b73e-85622c8fe33c req-acf05297-a720-4383-b135-ba2fc0664e23 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819361 Apr 19 11:09:13.180353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:13.188332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2c3fd301-5661-42d8-a42d-2835c1385d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:13.230033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57865cc0-4636-4675-a018-e3f2b3954d1a,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:13.256604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:13.290757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:13.300264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b366436-8d01-4548-8a6e-d7e3fc8e3858 req-50536f74-907e-443b-8e73-c122dad060f0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:13.320078 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57865cc0-4636-4675-a018-e3f2b3954d1a HTTP/1.1" status: 204 len: 168 time: 0.4183426 Apr 19 11:09:13.326945 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6b366436-8d01-4548-8a6e-d7e3fc8e3858 req-50536f74-907e-443b-8e73-c122dad060f0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2214355 Apr 19 11:09:13.801077 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6b366436-8d01-4548-8a6e-d7e3fc8e3858 req-9fb8bee8-326e-4d73-88ed-9d25da428890 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4729936 Apr 19 11:09:13.889231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3c4b-a2cd-42e7-99cd-44b53f75ed13 req-37f36b35-3357-4e20-bf37-adcaa2248a4d tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:13.891021 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-72bb3c4b-a2cd-42e7-99cd-44b53f75ed13 req-37f36b35-3357-4e20-bf37-adcaa2248a4d tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1505735 Apr 19 11:09:13.998653 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-72bb3c4b-a2cd-42e7-99cd-44b53f75ed13 req-a94900ef-8a27-4d0f-8ee2-a96fa9f04859 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940015 Apr 19 11:09:14.046773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38278) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:14.359670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.394571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:14.400343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Usage tracker for resource:security_group_rule and tenant:98e99403c8c34ece87cd3b381783aace is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:14.404470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:14.410804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:14.412751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615b10a-21f9-418b-a738-d5b59998858e req-1e1408e3-60e7-4d7a-ac5e-0a95abd1db78 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:14.415208 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2615b10a-21f9-418b-a738-d5b59998858e req-1e1408e3-60e7-4d7a-ac5e-0a95abd1db78 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1820006 Apr 19 11:09:14.515152 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2615b10a-21f9-418b-a738-d5b59998858e req-28203d0f-2113-4879-96e6-23fd3b9c8eca tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924282 Apr 19 11:09:14.557974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.610697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.619227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ed789d48-8ede-4db7-babf-5fc0ed696d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:14.675529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98e99403c8c34ece87cd3b381783aace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6241877 Apr 19 11:09:14.676359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38298) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:14.679943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7032f7e6-df79-42d8-a981-8a26b6888353,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:14.684632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:14.748766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.779262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.885174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.890709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c8c932d5-d2c1-4433-a2a7-7152ea1795d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:14.930851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7032f7e6-df79-42d8-a981-8a26b6888353,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:14.966146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:14.970754 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7032f7e6-df79-42d8-a981-8a26b6888353 HTTP/1.1" status: 204 len: 168 time: 0.2930443 Apr 19 11:09:14.976310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:15.221276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bd178-fc25-4b56-b481-caacb9fa405c req-c13f2ac8-f2de-4950-ae71-e66ceba2bb17 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:15.235753 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-963bd178-fc25-4b56-b481-caacb9fa405c req-c13f2ac8-f2de-4950-ae71-e66ceba2bb17 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2572751 Apr 19 11:09:15.419924 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-963bd178-fc25-4b56-b481-caacb9fa405c req-29381b52-2f5f-412e-9339-ae5698b893ff tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1830235 Apr 19 11:09:15.455870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557264-0df5-4f94-a5bb-35a2fb79a6a5 req-477dc43c-f200-4149-a3fd-a74319e0c432 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:15.464115 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25557264-0df5-4f94-a5bb-35a2fb79a6a5 req-477dc43c-f200-4149-a3fd-a74319e0c432 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1749601 Apr 19 11:09:15.520773 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25557264-0df5-4f94-a5bb-35a2fb79a6a5 req-49151dd1-a1b2-415d-8dbb-b502cce0ea41 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555687 Apr 19 11:09:15.866721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25dd1d-2385-4248-a0be-6e0159e56512 req-615b83b2-fa2f-45c5-a552-676096e7bcf4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:15.875285 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6b25dd1d-2385-4248-a0be-6e0159e56512 req-615b83b2-fa2f-45c5-a552-676096e7bcf4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1883023 Apr 19 11:09:15.940075 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6b25dd1d-2385-4248-a0be-6e0159e56512 req-110a9e39-af31-4147-9bbc-be7425b1644d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Apr 19 11:09:16.067307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38336) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:16.089866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.109834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:16.114839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Usage tracker for resource:security_group_rule and tenant:9a4c486e424744a0af7b9598866af279 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:16.119218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:16.125826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:16.235000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.274278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.291545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-86d73ccc-a589-45ee-9bbb-cf64c57b7f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:16.348440 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a4c486e424744a0af7b9598866af279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850885 Apr 19 11:09:16.350182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c45da80-da27-4e38-b558-f6749b83f2e3,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:16.351257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38346) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:16.354852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:16.448862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.519945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.678796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.685115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cb249a35-f3f0-419f-a88d-dca5ad7d53e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:16.724891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c45da80-da27-4e38-b558-f6749b83f2e3,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:16.728539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:16.731317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.735509 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c45da80-da27-4e38-b558-f6749b83f2e3 HTTP/1.1" status: 204 len: 168 time: 0.3798013 Apr 19 11:09:16.886237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674ce8-bae8-4105-998e-3630df3dc09d req-a4a3b124-8733-495c-a767-782476bb3b9e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:16.895839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9674ce8-bae8-4105-998e-3630df3dc09d req-a4a3b124-8733-495c-a767-782476bb3b9e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2879226 Apr 19 11:09:16.931106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b8477-ee0a-47cb-981f-391aca76a5e3 req-94bf0863-5d7d-42c0-a346-88b0c77121b0 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:16.937381 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e95b8477-ee0a-47cb-981f-391aca76a5e3 req-94bf0863-5d7d-42c0-a346-88b0c77121b0 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 931 time: 0.1865413 Apr 19 11:09:16.984166 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9674ce8-bae8-4105-998e-3630df3dc09d req-de42f50e-1f89-4695-857d-06f5277f0de4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872967 Apr 19 11:09:17.010652 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e95b8477-ee0a-47cb-981f-391aca76a5e3 req-95b78acb-4d46-4b31-a31c-40bbfe331244 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Apr 19 11:09:17.221507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d178a-7d5f-4603-8081-ca76678a5945 req-67c34226-0e65-4cce-afe6-652d742b7bc2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:17.223274 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a96d178a-7d5f-4603-8081-ca76678a5945 req-67c34226-0e65-4cce-afe6-652d742b7bc2 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1118820 Apr 19 11:09:17.281363 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a96d178a-7d5f-4603-8081-ca76678a5945 req-251eeb82-c27a-410b-a81a-0f687a6499ff tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498848 Apr 19 11:09:17.302465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Request body: {'port': {'device_id': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:17.457683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:18.106759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8b0a90-6203-4b10-b6ea-e10aa545d58b {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:09:18.116940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:18.151435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Transition to ACTIVE for port object af8b0a90-6203-4b10-b6ea-e10aa545d58b will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:09:18.676878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:18.684022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dfbb8cac-ea24-414c-a6b4-b985b1b531c9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:18.922260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:18.925671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:19.017917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Attempting to bind port af8b0a90-6203-4b10-b6ea-e10aa545d58b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:09:19.018390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Attempting to bind port af8b0a90-6203-4b10-b6ea-e10aa545d58b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:09:19.018872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Attempting to bind port af8b0a90-6203-4b10-b6ea-e10aa545d58b on network 611254ea-5e52-45b7-bd9c-f39341bb3235 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:09:19.033455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Port af8b0a90-6203-4b10-b6ea-e10aa545d58b on network 611254ea-5e52-45b7-bd9c-f39341bb3235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:09:19.033804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Attempting to bind port af8b0a90-6203-4b10-b6ea-e10aa545d58b on network 611254ea-5e52-45b7-bd9c-f39341bb3235 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:09:19.040534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9ff28-c1cc-47ac-bb61-f4ff30921938 req-ce3d02e7-c8ba-45ce-8ab9-100c298fb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.042249 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-18b9ff28-c1cc-47ac-bb61-f4ff30921938 req-ce3d02e7-c8ba-45ce-8ab9-100c298fb755 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.2485824 Apr 19 11:09:19.045203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:09:19.045203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Checking segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:09:19.045784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Bound using segment: {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:09:19.046389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Bound port: af8b0a90-6203-4b10-b6ea-e10aa545d58b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2210326-b008-4058-91ae-c38f2a30828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:09:19.047010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.051661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a933cec-c95c-4858-b391-eaf7c5a128af req-d6d6621b-0de2-474d-a722-3f4779f8fd96 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.060097 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1a933cec-c95c-4858-b391-eaf7c5a128af req-d6d6621b-0de2-474d-a722-3f4779f8fd96 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 943 time: 0.3180566 Apr 19 11:09:19.126390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5944e-a9c3-4070-96cb-a82f43c48cea req-b310fefc-1dc0-4237-874a-060753aa290d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.128127 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-61d5944e-a9c3-4070-96cb-a82f43c48cea req-b310fefc-1dc0-4237-874a-060753aa290d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.3356674 Apr 19 11:09:19.190758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:09:19.196338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:09:19.211903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38430) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:19.212040 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1a933cec-c95c-4858-b391-eaf7c5a128af req-714139ce-1f4d-45dc-9d82-7f49f2035a54 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492143 Apr 19 11:09:19.215499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-18b9ff28-c1cc-47ac-bb61-f4ff30921938 req-55098046-0363-4c35-9ede-6650b65321d3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531844 Apr 19 11:09:19.233434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.240881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:19.289370 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-61d5944e-a9c3-4070-96cb-a82f43c48cea req-a3dab6ee-3648-4e78-a3d2-19ba7f9b0af2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503379 Apr 19 11:09:19.317530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38438) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:19.392641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.393321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.394822 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 1093 time: 2.0988233 Apr 19 11:09:19.395355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:09:19.475857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:19.488529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:19.576880 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'status': 'completed', 'code': 200} Apr 19 11:09:19.603063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90e7c104-214a-457c-965b-4044a62e70c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.645115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-792939ef-4721-45a0-af10-69b9fd3a6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.646915 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-792939ef-4721-45a0-af10-69b9fd3a6e07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1613929 Apr 19 11:09:19.657511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffaae1-e432-4166-903b-c688fdc6c3d4 req-86fe568f-7592-4060-8352-780b742a3830 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.659162 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7bffaae1-e432-4166-903b-c688fdc6c3d4 req-86fe568f-7592-4060-8352-780b742a3830 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2369266 Apr 19 11:09:19.746882 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7bffaae1-e432-4166-903b-c688fdc6c3d4 req-215bc408-2d86-4df7-a339-73c131dfb6c7 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791626 Apr 19 11:09:19.800177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.816941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:19.822659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Usage tracker for resource:security_group_rule and tenant:39d599dd50a843ee93ce3ab6db48fdd1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:19.822943 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-4dd22515-b127-43cf-b66a-de453619cf5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 217 time: 0.1666749 Apr 19 11:09:19.825506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.826182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:19.832696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:19.894240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:19.902420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Usage tracker for resource:security_group_rule and tenant:59b969576882497da6296be07b82c429 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:19.905409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:19.925236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:19.942450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-341f4284-f9d4-4295-b32d-bf25220ed314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:19.947157 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-341f4284-f9d4-4295-b32d-bf25220ed314 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.1066751 Apr 19 11:09:19.947650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.004569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.014698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c2fbeec1-ac69-4b06-b2d4-1382d2a796d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:20.074722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7e7b0-a498-439d-b656-a8a0f40b0c6d,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:20.079595 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39d599dd50a843ee93ce3ab6db48fdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605166 Apr 19 11:09:20.083259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1225a60e-86c7-47b6-aa99-19f51375960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:20.085264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38462) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:20.118963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-a7ad1d16-aca3-48c9-bef5-43a7f9673184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:20.120602 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-a7ad1d16-aca3-48c9-bef5-43a7f9673184 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1659570 Apr 19 11:09:20.189222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.307290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.313041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.364471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.386195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05736f2-4028-4c60-8048-464bea3c6b06 req-b22daaa3-76fa-4c07-a703-edf66224e3df tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:20.387910 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f05736f2-4028-4c60-8048-464bea3c6b06 req-b22daaa3-76fa-4c07-a703-edf66224e3df tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2004032 Apr 19 11:09:20.389768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d9a63306-a23b-45b4-b223-e989ce17cdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:20.428160 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-f5424317-ebbd-4418-80e6-7a636174323c service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961864 Apr 19 11:09:20.481269 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59b969576882497da6296be07b82c429&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2733819 Apr 19 11:09:20.505035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38476) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:20.542321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03b973f-86c7-43e6-9cab-6a60dac349ee,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:20.550454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:20.579821 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.586485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:20.608750 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f05736f2-4028-4c60-8048-464bea3c6b06 req-60d63ebf-6525-41bb-ad71-99dc3ca9e876 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126276 Apr 19 11:09:20.631098 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-717137f3-ea1a-4e12-8882-3c1d5b0c0805 req-ab910ae5-403c-46e9-92ad-f42a56a581e0 service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846795 Apr 19 11:09:20.683836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7e7b0-a498-439d-b656-a8a0f40b0c6d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:20.690298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:20.704803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.710538 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7a7e7b0-a498-439d-b656-a8a0f40b0c6d HTTP/1.1" status: 204 len: 168 time: 0.6196933 Apr 19 11:09:20.714752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.752652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.853994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-41c6f99d-fca5-4b79-a93a-a7dcc83fcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:20.855839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-41c6f99d-fca5-4b79-a93a-a7dcc83fcbbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1097696 Apr 19 11:09:20.885701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd187a6a-0a72-41e2-910e-a6d11ca0d7a3 req-6a2f598d-3e40-432e-9c97-6660a18c7b1c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:20.887413 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd187a6a-0a72-41e2-910e-a6d11ca0d7a3 req-6a2f598d-3e40-432e-9c97-6660a18c7b1c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 943 time: 0.4596822 Apr 19 11:09:20.948646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634c2b-fce5-44d2-a5f3-131657fbca3c req-ef2cd4b3-892a-415b-9ce2-e06f1aecaf3b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:20.950341 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d634c2b-fce5-44d2-a5f3-131657fbca3c req-ef2cd4b3-892a-415b-9ce2-e06f1aecaf3b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1714046 Apr 19 11:09:20.960815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.969361 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd187a6a-0a72-41e2-910e-a6d11ca0d7a3 req-616e2162-c365-4c66-b7fb-c703e6189059 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730627 Apr 19 11:09:20.973103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:21.014696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03b973f-86c7-43e6-9cab-6a60dac349ee,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:21.015955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:21.030740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-c2883dfc-b0af-441d-be44-4cbcaeb6e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:21.036908 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-c2883dfc-b0af-441d-be44-4cbcaeb6e12c service neutron] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 915 time: 0.1722605 Apr 19 11:09:21.042182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:21.052430 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c03b973f-86c7-43e6-9cab-6a60dac349ee HTTP/1.1" status: 204 len: 168 time: 0.5421195 Apr 19 11:09:21.071498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d634c2b-fce5-44d2-a5f3-131657fbca3c req-4970b3a1-584c-46c2-b377-0483ea4cd749 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000006 Apr 19 11:09:21.128482 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-eec83532-d225-46ed-bc44-ff1f14f78e54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 217 time: 0.0844920 Apr 19 11:09:21.233858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-b89779d9-5cf2-4e05-bd23-71e2d50d8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:21.235744 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-b89779d9-5cf2-4e05-bd23-71e2d50d8766 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.1002591 Apr 19 11:09:21.264959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c37c4a-3db4-4694-9012-f59cacde620a req-224aff8d-86da-44de-aa16-e383599f5ca1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:21.267013 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00c37c4a-3db4-4694-9012-f59cacde620a req-224aff8d-86da-44de-aa16-e383599f5ca1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1064019 Apr 19 11:09:21.286098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:21.376817 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00c37c4a-3db4-4694-9012-f59cacde620a req-9e8086e5-53bb-4131-86c6-faa50e1928fd tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026874 Apr 19 11:09:21.416345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-791258fd-d88c-42d9-aa2d-e06c3c73731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:21.416345 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-791258fd-d88c-42d9-aa2d-e06c3c73731e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1595402 Apr 19 11:09:21.608674 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-6d27cbdc-c4b8-4662-a277-38598b065462 service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848407 Apr 19 11:09:21.686115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38522) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:21.720694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:21.764506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:21.771495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Usage tracker for resource:security_group_rule and tenant:29ee9faf2e8446c188c59c3bcc09d568 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:21.776465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:21.894463 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77618df-c51a-4ee9-a0df-c007408eeae4 req-7552f2f7-c1b3-458b-9792-2f7995f14862 service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692845 Apr 19 11:09:21.922497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:22.036158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b168c8-a7bf-4b94-855d-ccbd25657422 req-8ab8ca7c-ed1c-43fe-82c1-29f58b6656bc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.037869 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d8b168c8-a7bf-4b94-855d-ccbd25657422 req-8ab8ca7c-ed1c-43fe-82c1-29f58b6656bc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2633440 Apr 19 11:09:22.075066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce1b3-8103-4600-baba-af02463c9296 req-08a16a34-8a5a-4b0a-b2da-990689fae2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.079467 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-08a16a34-8a5a-4b0a-b2da-990689fae2a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1098 time: 0.1964843 Apr 19 11:09:22.115382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38540) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:22.117837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2d0094f3-fdec-4f81-b53b-ad61e0b9268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.181743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-c32f850d-ccd0-4185-8fba-2c333f89eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.183357 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-c32f850d-ccd0-4185-8fba-2c333f89eaf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.0964134 Apr 19 11:09:22.263820 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d8b168c8-a7bf-4b94-855d-ccbd25657422 req-f5831cb0-f5f5-406c-ad09-01a80ff66814 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179301 Apr 19 11:09:22.287907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.311025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.316291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device af8b0a90-6203-4b10-b6ea-e10aa545d58b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:09:22.334931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:22.351208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3246483aee9d41b39a9bea8ffe1b5d3d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:22.354215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.362228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:22.372250 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-28a77477-3af8-4c1a-8d7a-bad72c74d7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:22.403074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:22.438468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-570311ab-bd7a-425a-b5f4-d37960b1b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.440257 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-570311ab-bd7a-425a-b5f4-d37960b1b8c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.2500420 Apr 19 11:09:22.525835 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29ee9faf2e8446c188c59c3bcc09d568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384469 Apr 19 11:09:22.527801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ff3e1-7061-48d6-b873-2e87e388c113,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:22.537097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38560) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:22.542616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:22.548322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce1b3-8103-4600-baba-af02463c9296 req-a65c7315-251a-4fe1-8dfa-709da169e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.549862 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-a65c7315-251a-4fe1-8dfa-709da169e2f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.4335146 Apr 19 11:09:22.551679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:22.557826 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-54326ead-7f9a-4096-97b7-7f098d87395d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 217 time: 0.1033158 Apr 19 11:09:22.561371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'port_id': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'mac_address': 'fa:16:3e:22:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:09:22.636082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.636331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-30266d54-deb5-424d-b0e4-a5269966f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.638373 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-30266d54-deb5-424d-b0e4-a5269966f71e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.0746124 Apr 19 11:09:22.666544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8b0a90-6203-4b10-b6ea-e10aa545d58b {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:09:22.674156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ef7e7-6653-4ed6-9563-1af1eb470291 req-19585a04-28d8-482f-bc68-eb1f9fdd6209 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.682142 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-197ef7e7-6653-4ed6-9563-1af1eb470291 req-19585a04-28d8-482f-bc68-eb1f9fdd6209 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 943 time: 0.5293844 Apr 19 11:09:22.685796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:22.709166 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-b9d3483c-c48e-416a-862f-5468e1b9fc8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617945 Apr 19 11:09:22.716779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.719241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:22.825135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:22.825828 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-79b10792-e15b-48a7-baf1-c9bd0f8718bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 1001 time: 0.2557280 Apr 19 11:09:22.837938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.838667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.839463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.840028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.840544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.841759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.842799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.843499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.844076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.844605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.845122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.845640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:09:22.850753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:22.888560 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-bc0064aa-fc3e-457c-a89b-983efc2f94f6 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703858 Apr 19 11:09:22.890733 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-197ef7e7-6653-4ed6-9563-1af1eb470291 req-58ce1d18-2794-4889-a76b-65e5878cb0c3 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076564 Apr 19 11:09:22.937381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:22.979374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417014-daae-4dab-86db-cedf6b30db42 req-5eafb75d-2532-406f-86c1-7eb65f7c2615 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:22.987064 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d1417014-daae-4dab-86db-cedf6b30db42 req-5eafb75d-2532-406f-86c1-7eb65f7c2615 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.5640376 Apr 19 11:09:23.005680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['af8b0a90-6203-4b10-b6ea-e10aa545d58b'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:09:23.038855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce1b3-8103-4600-baba-af02463c9296 req-e7fe9a53-f8bd-47b7-855e-3d550a831acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:23.040886 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-e7fe9a53-f8bd-47b7-855e-3d550a831acb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.2070758 Apr 19 11:09:23.049906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:23.176442 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cc0a4aae-0903-4d75-a103-75955c4e385b req-a925935a-7d7b-4a09-90e9-5c9aee4916cf service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691641 Apr 19 11:09:23.244119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:23.337969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:23.462437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:23.486071 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d1417014-daae-4dab-86db-cedf6b30db42 req-43bbe5da-11a8-4d73-a4d0-0f817a14b0ac tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926167 Apr 19 11:09:23.569118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce1b3-8103-4600-baba-af02463c9296 req-3a181ae4-867a-4bee-9143-309d2fb05ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:23.571770 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-3a181ae4-867a-4bee-9143-309d2fb05ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5120735 Apr 19 11:09:23.584463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bbc96-3b32-498e-9c51-dfc9ef2b4bd8 req-e62b49d5-289f-4591-a354-494ba98daed6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:23.586706 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c85bbc96-3b32-498e-9c51-dfc9ef2b4bd8 req-e62b49d5-289f-4591-a354-494ba98daed6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.5224979 Apr 19 11:09:23.822269 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c85bbc96-3b32-498e-9c51-dfc9ef2b4bd8 req-f6af666d-5396-4a0c-b5ce-a8ea17a52d5c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2065096 Apr 19 11:09:23.880526 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-f147138d-9b5f-4131-961c-1e2cf84ebb42 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910500 Apr 19 11:09:23.896113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b801-d43a-447e-b198-40215885d4b0 req-8816bf87-a5ac-46d4-a719-dcfc0bc47366 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:23.897733 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7e94b801-d43a-447e-b198-40215885d4b0 req-8816bf87-a5ac-46d4-a719-dcfc0bc47366 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2747614 Apr 19 11:09:24.065119 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7e94b801-d43a-447e-b198-40215885d4b0 req-b9c4a0ee-ebfc-42ac-a097-2220be157efe tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379514 Apr 19 11:09:24.189765 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b35ce1b3-8103-4600-baba-af02463c9296 req-4fa78a34-638c-49b2-8ad4-ac122b56369a service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908967 Apr 19 11:09:24.213451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671681-7228-4e33-80f3-3ce61c712c48 req-c6ff1e27-1202-4306-9428-b8012cf2467b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:24.215193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ed671681-7228-4e33-80f3-3ce61c712c48 req-c6ff1e27-1202-4306-9428-b8012cf2467b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 944 time: 0.1579208 Apr 19 11:09:24.281326 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ed671681-7228-4e33-80f3-3ce61c712c48 req-df09adb6-a3df-4375-b3bf-67c0aa0eb86d tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592091 Apr 19 11:09:24.310734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device af8b0a90-6203-4b10-b6ea-e10aa545d58b up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:09:24.722516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f212379-e633-423c-9f3a-ee8aa6425f08 req-0f6beee6-f21f-422b-a807-2bbd8d8a0179 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:24.724153 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f212379-e633-423c-9f3a-ee8aa6425f08 req-0f6beee6-f21f-422b-a807-2bbd8d8a0179 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1073000 Apr 19 11:09:24.779823 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f212379-e633-423c-9f3a-ee8aa6425f08 req-8337b0f7-3d49-44a2-9247-c29f94f18062 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Apr 19 11:09:24.894247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:24.904686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-40dd659a-071c-4526-9a3e-70eae4c53b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:24.952882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:24.953676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port af8b0a90-6203-4b10-b6ea-e10aa545d58b completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:09:24.961693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port af8b0a90-6203-4b10-b6ea-e10aa545d58b triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:09:24.962339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:24.969699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:24.979260 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3246483aee9d41b39a9bea8ffe1b5d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8605151 Apr 19 11:09:24.982170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38654) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:25.057194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.061074 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e0ff3e1-7061-48d6-b873-2e87e388c113 HTTP/1.1" status: 204 len: 168 time: 2.5124049 Apr 19 11:09:25.061074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af97731-d6d2-4671-bd0d-2995cfcf3210,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:25.066633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:25.066779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:25.081579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ff3e1-7061-48d6-b873-2e87e388c113,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:25.084715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:25.154703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.161632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc30db-553d-4a3f-8ee5-be541deec6d0 req-37387227-8f33-4dae-b969-adca087e2ccd tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:25.175423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77bc30db-553d-4a3f-8ee5-be541deec6d0 req-37387227-8f33-4dae-b969-adca087e2ccd tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2160826 Apr 19 11:09:25.254477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.258113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.278210 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77bc30db-553d-4a3f-8ee5-be541deec6d0 req-83809946-a047-4046-996b-c5f42234fa19 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014047 Apr 19 11:09:25.362728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:25.367354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:09:25.427789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.431486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:25.453080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359fe2c-f737-4eba-b553-4218d06b0907 req-21ac939a-c478-4089-a3fa-aab7518b9564 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:25.462095 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a359fe2c-f737-4eba-b553-4218d06b0907 req-21ac939a-c478-4089-a3fa-aab7518b9564 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1382105 Apr 19 11:09:25.463167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.476210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dd635bb8-06ef-4372-b42d-671abb80b847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:25.491292 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af97731-d6d2-4671-bd0d-2995cfcf3210,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:25.502365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:25.504750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:25.506120 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6af97731-d6d2-4671-bd0d-2995cfcf3210 HTTP/1.1" status: 204 len: 168 time: 0.5228732 Apr 19 11:09:25.578710 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a359fe2c-f737-4eba-b553-4218d06b0907 req-d6efead1-456e-4dd0-912b-e823fedba34a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155124 Apr 19 11:09:25.612000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:25.622758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:25.658226 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'code': 200} Apr 19 11:09:25.662513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb6ffa-0d5b-4e18-a47d-aad767621f78 req-20d662db-305d-46c4-a22d-928f07f5a2ed tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:25.665092 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-87fb6ffa-0d5b-4e18-a47d-aad767621f78 req-20d662db-305d-46c4-a22d-928f07f5a2ed tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1671846 Apr 19 11:09:25.740406 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-87fb6ffa-0d5b-4e18-a47d-aad767621f78 req-40c9f945-a885-4900-bc0e-685aadb1ff19 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688641 Apr 19 11:09:26.082621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dc08c-a1ce-4e3e-a090-99f25c7d06b3 req-f1d1dfce-6ef8-46da-9e84-12417fd2a053 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:26.084304 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-599dc08c-a1ce-4e3e-a090-99f25c7d06b3 req-f1d1dfce-6ef8-46da-9e84-12417fd2a053 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1534781 Apr 19 11:09:26.151307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5afeb-13dd-462d-b3e2-ae612cd02afe req-6710204a-2ec4-4e9f-9f09-bc2aca82cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:26.152965 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-feb5afeb-13dd-462d-b3e2-ae612cd02afe req-6710204a-2ec4-4e9f-9f09-bc2aca82cc10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1098 time: 0.1629837 Apr 19 11:09:26.161593 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-599dc08c-a1ce-4e3e-a090-99f25c7d06b3 req-b264423b-18a1-4440-a321-345d6df9c512 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681767 Apr 19 11:09:26.205062 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-feb5afeb-13dd-462d-b3e2-ae612cd02afe req-4fa2874f-9aeb-4d5e-8437-7ed6ab8cdca6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Apr 19 11:09:26.432129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38730) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:26.572148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cfdce-7238-446a-83e1-448efa0b31db req-a5ef73a5-0343-4127-9f1e-a9ebf9f52413 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:26.573781 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2d6cfdce-7238-446a-83e1-448efa0b31db req-a5ef73a5-0343-4127-9f1e-a9ebf9f52413 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.0917408 Apr 19 11:09:26.624603 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2d6cfdce-7238-446a-83e1-448efa0b31db req-32b94dfa-8857-44d5-a299-c3be6b94a499 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439723 Apr 19 11:09:26.872447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2f89-3ce6-45fa-8089-1a1ffc7e12ce req-1555383b-6a3c-424b-9a3f-9c13c6b6728b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:26.874569 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-60ba2f89-3ce6-45fa-8089-1a1ffc7e12ce req-1555383b-6a3c-424b-9a3f-9c13c6b6728b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1329336 Apr 19 11:09:26.968818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:26.985316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:26.990378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Usage tracker for resource:security_group_rule and tenant:de8b5ccda2534482ab8619990706f863 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:27.001779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:27.001779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:27.027337 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-60ba2f89-3ce6-45fa-8089-1a1ffc7e12ce req-91164df9-0fea-4230-807a-702308f88ca4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465344 Apr 19 11:09:27.091635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37fb9-c2fa-4199-ba6d-5abdbeb8a1e1 req-752a3231-2258-455c-a744-be044603cfd6 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:27.121520 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-95a37fb9-c2fa-4199-ba6d-5abdbeb8a1e1 req-752a3231-2258-455c-a744-be044603cfd6 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.2060823 Apr 19 11:09:27.134064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:27.192867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:27.204021 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-95a37fb9-c2fa-4199-ba6d-5abdbeb8a1e1 req-b543ad80-29d6-4f80-83b3-844bd58439fa tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752761 Apr 19 11:09:27.208618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-77b69488-667c-4e9e-a29c-2f60fd0e682d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:27.303217 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de8b5ccda2534482ab8619990706f863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8696957 Apr 19 11:09:27.307621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38762) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:27.321439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e9911-0665-470c-a1bb-57c5258d41c1,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:27.326268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:27.384504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:27.416971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:27.499206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:27.505169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7d155fa1-08c8-4c64-be86-93c8925e68d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:27.518976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e9911-0665-470c-a1bb-57c5258d41c1,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:27.521928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:27.528334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:27.532628 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e58e9911-0665-470c-a1bb-57c5258d41c1 HTTP/1.1" status: 204 len: 168 time: 0.2210081 Apr 19 11:09:27.870023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d825b-0ae4-4320-bc37-73a382e5ee72 req-a39d3d7f-3411-43f5-a6a7-e65f3b57b6f3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:27.872084 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f97d825b-0ae4-4320-bc37-73a382e5ee72 req-a39d3d7f-3411-43f5-a6a7-e65f3b57b6f3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1023254 Apr 19 11:09:27.922406 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f97d825b-0ae4-4320-bc37-73a382e5ee72 req-ace906cb-2c7b-4fa4-9241-1ebae5d3e546 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427752 Apr 19 11:09:28.160349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 38796) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:28.209332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38802) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:28.260951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d730b9-5f49-4c7e-a4df-3888d5cb5fd8 req-76898899-070d-418e-889f-a22df6fe047b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:28.262604 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-32d730b9-5f49-4c7e-a4df-3888d5cb5fd8 req-76898899-070d-418e-889f-a22df6fe047b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0935252 Apr 19 11:09:28.305003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.344201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:09:28.362208 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-32d730b9-5f49-4c7e-a4df-3888d5cb5fd8 req-55bf3184-2370-4c38-a1dd-b672097bd6db tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894940 Apr 19 11:09:28.390166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:28.401512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Usage tracker for resource:security_group_rule and tenant:50a1ec68a52f4d7398a27e60db0d6063 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:28.408172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:28.421528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:28.562061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.577024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:28.596267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'mac_address': 'fa:16:3e:4f:d4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:09:28.596893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.607206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af1fb071-9328-4846-b998-56af669e2bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:28.646376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.659532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.660409 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50a1ec68a52f4d7398a27e60db0d6063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502006 Apr 19 11:09:28.661460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38820) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:28.662383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956d97b1-c6a6-4e38-a749-e787afd3c4c8,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:28.668055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:28.676826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:28.680523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1cd5544-8638-46ab-83da-7aaaacf23dc1 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:09:28.686560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:677bedf8c4304733a606d8f534be4ee5 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:28.698963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:28.703666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:28.711102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:28.736677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4df641-a6ba-481f-8adf-03ebc5deefd4 req-dcc1ac11-ce22-40fe-a6bd-078988bcbac1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:28.737899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.738396 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1f4df641-a6ba-481f-8adf-03ebc5deefd4 req-dcc1ac11-ce22-40fe-a6bd-078988bcbac1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.2478411 Apr 19 11:09:28.748252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.750829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59c4d5d8-c4c9-45e1-acd9-1676201171de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:28.765616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b0282-c287-42f7-af9f-70fd4ff67b3d req-217ddb4d-075f-4470-918d-192bf47beee4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:28.767240 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3c0b0282-c287-42f7-af9f-70fd4ff67b3d req-217ddb4d-075f-4470-918d-192bf47beee4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2031622 Apr 19 11:09:28.770312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.843181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=6']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:28.858202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:28.861651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.862832 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1f4df641-a6ba-481f-8adf-03ebc5deefd4 req-8b813472-5ab1-4e11-bd39-68413bdc0ce7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096613 Apr 19 11:09:28.867782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:28.882872 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3c0b0282-c287-42f7-af9f-70fd4ff67b3d req-20213eaa-404b-4bdf-adeb-f9268b868a22 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999396 Apr 19 11:09:28.898432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956d97b1-c6a6-4e38-a749-e787afd3c4c8,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:28.910914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:28.925988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['c1cd5544-8638-46ab-83da-7aaaacf23dc1'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:09:28.944377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:28.954183 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/956d97b1-c6a6-4e38-a749-e787afd3c4c8 HTTP/1.1" status: 204 len: 168 time: 0.2860277 Apr 19 11:09:29.016281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:29.050365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:29.062710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:29.222983 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=677bedf8c4304733a606d8f534be4ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0588245 Apr 19 11:09:29.223476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38846) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:29.246222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dd7887-f9fd-46dc-9697-d244618700fd,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:29.267005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:29.332240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808c393-12b7-4b06-a10d-234ddad7f829 req-fef49243-8182-4783-a22b-e527e8ec0e37 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:29.334499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f808c393-12b7-4b06-a10d-234ddad7f829 req-fef49243-8182-4783-a22b-e527e8ec0e37 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.2287571 Apr 19 11:09:29.374423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:29.404706 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f808c393-12b7-4b06-a10d-234ddad7f829 req-50f73e87-bfc2-4aee-80ca-42ec01a4a1cb tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620825 Apr 19 11:09:29.425446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:29.539950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:29.545302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a437a2ae-3640-4ab1-9e11-8638f361289d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:29.558892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dd7887-f9fd-46dc-9697-d244618700fd,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:29.563009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:29.569330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:29.574044 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71dd7887-f9fd-46dc-9697-d244618700fd HTTP/1.1" status: 204 len: 168 time: 0.3467796 Apr 19 11:09:29.650372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd090-f5dd-49e8-92d4-291a9da541f2 req-dfb64d9e-0682-409a-8a11-a5a18525cabc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:29.652439 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-34dbd090-f5dd-49e8-92d4-291a9da541f2 req-dfb64d9e-0682-409a-8a11-a5a18525cabc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 944 time: 0.1263280 Apr 19 11:09:29.708963 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-34dbd090-f5dd-49e8-92d4-291a9da541f2 req-3e19f9a0-875a-421e-958b-4260ddd8f623 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498564 Apr 19 11:09:30.125383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9e1a-b347-4679-9f37-da0f768a95e8 req-0c2411b7-5dc5-4532-9e20-29fbeabe6bce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:30.133645 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e03d9e1a-b347-4679-9f37-da0f768a95e8 req-0c2411b7-5dc5-4532-9e20-29fbeabe6bce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2338901 Apr 19 11:09:30.239055 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e03d9e1a-b347-4679-9f37-da0f768a95e8 req-718c9e94-25e7-41f8-ad4f-23279db3ae06 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041188 Apr 19 11:09:30.353847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:09:30.458344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264e2f5-81ab-489b-9d01-19dff28bba73 req-f16f3224-3744-42e0-865b-18f03e7004f2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:30.460041 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b264e2f5-81ab-489b-9d01-19dff28bba73 req-f16f3224-3744-42e0-865b-18f03e7004f2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1275012 Apr 19 11:09:30.539083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port c1cd5544-8638-46ab-83da-7aaaacf23dc1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:09:30.539506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:30.574059 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b264e2f5-81ab-489b-9d01-19dff28bba73 req-0e921ab4-1e5d-4dad-b628-77e8ab479cdb tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981719 Apr 19 11:09:30.704449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:30.736626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:09:30.749510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:30.781843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:30.785846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:30.890843 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'code': 200} Apr 19 11:09:30.968605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=7']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:30.973159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:31.053467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c977bd2-feeb-4842-9c89-176faa316537 req-e231242e-6877-4b3a-b3a2-7ad77f41b5a5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:31.058524 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c977bd2-feeb-4842-9c89-176faa316537 req-e231242e-6877-4b3a-b3a2-7ad77f41b5a5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1330395 Apr 19 11:09:31.110866 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c977bd2-feeb-4842-9c89-176faa316537 req-8a16d56b-f87d-4660-9ac1-01fd1a7e63a4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471747 Apr 19 11:09:31.558424 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd696e71-cf0c-44cc-a037-f6a6f5c6f71c req-ff53d7e4-f7f5-4a85-b61e-522da4edca51 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:31.560318 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd696e71-cf0c-44cc-a037-f6a6f5c6f71c req-ff53d7e4-f7f5-4a85-b61e-522da4edca51 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1159942 Apr 19 11:09:31.618717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 38954) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:31.638136 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd696e71-cf0c-44cc-a037-f6a6f5c6f71c req-7bea691b-ab6a-41a1-9e8f-95456fe9dd65 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701087 Apr 19 11:09:32.140964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:32.159535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:32.164338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Usage tracker for resource:security_group_rule and tenant:b1002b549d31456f999d387879c634cf is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:32.188769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:32.223216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:32.575416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:32.581284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a72ccc-d83b-4042-abd2-db17dd9e3e05 req-7717dd78-57dc-49ce-a8c7-067a6688bdd7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:32.594481 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9a72ccc-d83b-4042-abd2-db17dd9e3e05 req-7717dd78-57dc-49ce-a8c7-067a6688bdd7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2107184 Apr 19 11:09:32.615626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:32.631158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e33ec68b-3082-48d7-83b0-9100be85daec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:32.718299 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9a72ccc-d83b-4042-abd2-db17dd9e3e05 req-6d3a99b1-4b88-4de4-a4f0-e05920fc49df tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224658 Apr 19 11:09:32.763808 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1002b549d31456f999d387879c634cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1439219 Apr 19 11:09:32.766070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac73fa6-cd34-4be2-909e-68f180d5becc,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:32.766728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39024) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:32.784546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:32.874815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:32.922857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:33.075392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd86d0-4f61-45f1-9b7c-6823bd95a0e9 req-fbc6b4be-9e0b-40ef-a064-771c68dc11e2 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:33.077155 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ccfd86d0-4f61-45f1-9b7c-6823bd95a0e9 req-fbc6b4be-9e0b-40ef-a064-771c68dc11e2 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1733286 Apr 19 11:09:33.133315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:33.141993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-37e0af45-403d-4b87-8fda-45039cd406f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:33.161089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac73fa6-cd34-4be2-909e-68f180d5becc,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:33.194176 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ccfd86d0-4f61-45f1-9b7c-6823bd95a0e9 req-d61434b5-1e11-48fb-becf-7bf51a9df7f4 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103308 Apr 19 11:09:33.195407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:33.205430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:33.209521 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ac73fa6-cd34-4be2-909e-68f180d5becc HTTP/1.1" status: 204 len: 168 time: 0.4416099 Apr 19 11:09:34.024076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abb34-7292-4f56-b77c-427a9372f1a0 req-f8ff8703-f143-460c-9c8e-bf648b4bc788 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:34.025771 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7f5abb34-7292-4f56-b77c-427a9372f1a0 req-f8ff8703-f143-460c-9c8e-bf648b4bc788 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1040587 Apr 19 11:09:34.104590 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7f5abb34-7292-4f56-b77c-427a9372f1a0 req-4dafe610-23d0-4643-ae9c-a6a3dc4c90b2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699334 Apr 19 11:09:34.513658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af1b4a-06d2-4469-87f2-3f477c8a5dba req-ef64e7b4-211b-45c9-886a-dd6b31445e22 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:34.518990 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-89af1b4a-06d2-4469-87f2-3f477c8a5dba req-ef64e7b4-211b-45c9-886a-dd6b31445e22 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1921554 Apr 19 11:09:34.609835 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-89af1b4a-06d2-4469-87f2-3f477c8a5dba req-e05b80f7-403f-4504-a1b5-658cc9d0f3a6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815060 Apr 19 11:09:35.341568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b38a-1c42-4aee-a24a-8f0a41521eb5 req-25196467-ac57-47c6-a578-0d59a5aec617 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:35.348729 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c29b38a-1c42-4aee-a24a-8f0a41521eb5 req-25196467-ac57-47c6-a578-0d59a5aec617 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1101730 Apr 19 11:09:35.412531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c29b38a-1c42-4aee-a24a-8f0a41521eb5 req-060b356e-8ca2-463f-a8d1-5434b87d5ae3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616384 Apr 19 11:09:35.855808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098bbd0-536f-4f3d-86d4-182e6505aa7e req-c8dfe490-d662-4a94-b135-de52bf8acf29 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:35.857533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2098bbd0-536f-4f3d-86d4-182e6505aa7e req-c8dfe490-d662-4a94-b135-de52bf8acf29 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1031244 Apr 19 11:09:35.914588 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2098bbd0-536f-4f3d-86d4-182e6505aa7e req-1a13d2ca-794d-4776-884e-2bd5eedc2711 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492740 Apr 19 11:09:36.571126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39110) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:36.682300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c5e8-ccda-4e2f-b3e7-ce67d1f9bb3a req-da8c4678-7595-4d19-9de0-88242a5014bf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:36.684661 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8a8c5e8-ccda-4e2f-b3e7-ce67d1f9bb3a req-da8c4678-7595-4d19-9de0-88242a5014bf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1245751 Apr 19 11:09:36.726956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:36.745303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:36.752398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Usage tracker for resource:security_group_rule and tenant:2280442da01d45de8b6a929c55f93137 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:36.755264 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8a8c5e8-ccda-4e2f-b3e7-ce67d1f9bb3a req-963acf55-4700-4641-afb6-e33272f9611d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622301 Apr 19 11:09:36.756658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:36.764782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:36.866991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:36.912968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:36.935085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9020140c-e6d5-45a8-9a7f-0bdf63a6ee2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:37.019563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d046da-f73c-46cd-9dbe-1ea3dfd1fe73,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:37.045100 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2280442da01d45de8b6a929c55f93137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720876 Apr 19 11:09:37.046198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:37.048214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39128) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:37.192649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:37.538197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:37.652841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874044dd-23dc-4e99-bc93-1a0846e7700c req-dddd61f7-b701-487c-86d0-3c4fa815dae1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:37.661583 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-874044dd-23dc-4e99-bc93-1a0846e7700c req-dddd61f7-b701-487c-86d0-3c4fa815dae1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.5531657 Apr 19 11:09:37.704481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:37.714881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:37.742837 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-874044dd-23dc-4e99-bc93-1a0846e7700c req-5041cabd-3fd8-45d4-9185-d10108497075 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750117 Apr 19 11:09:37.742837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:37.742837 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87d046da-f73c-46cd-9dbe-1ea3dfd1fe73 HTTP/1.1" status: 204 len: 168 time: 0.6903846 Apr 19 11:09:37.742837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d046da-f73c-46cd-9dbe-1ea3dfd1fe73,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:37.746969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:38.081495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1884c2-1d15-4d16-822f-622e52a9e37c req-9da09193-ffb4-43c2-b6f6-a82423e9b502 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:38.088487 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ce1884c2-1d15-4d16-822f-622e52a9e37c req-9da09193-ffb4-43c2-b6f6-a82423e9b502 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1451793 Apr 19 11:09:38.174360 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ce1884c2-1d15-4d16-822f-622e52a9e37c req-4a5ec4ee-a333-4268-a46e-2fce9a335ab0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812166 Apr 19 11:09:38.442003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39164) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:38.468483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:38.505807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:38.516202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Usage tracker for resource:security_group_rule and tenant:15f0e18168db4579a9061391c1249794 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:38.525975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:38.533773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:38.642719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:38.707198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:38.745109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ad7b7287-209c-4bc6-9e69-a6fc0240670d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:38.761661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39172) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:38.767000 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15f0e18168db4579a9061391c1249794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236802 Apr 19 11:09:38.826468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2ba7ec-bd34-4a42-9713-cdff4df8d4ac,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:38.833048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:38.916532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:38.965625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:39.082437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67394f8-38b4-435e-81e3-b3884e4457e9 req-7622b972-b2e9-4e6f-a69e-717bbe156765 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:39.091143 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e67394f8-38b4-435e-81e3-b3884e4457e9 req-7622b972-b2e9-4e6f-a69e-717bbe156765 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1324852 Apr 19 11:09:39.112505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:39.119669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fd319c17-7c4e-4ad4-a95f-2e53824a8ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:39.138936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2ba7ec-bd34-4a42-9713-cdff4df8d4ac,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:39.141937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:39.147995 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e67394f8-38b4-435e-81e3-b3884e4457e9 req-bd231ff0-e841-4884-828e-1b3c696ba14d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550454 Apr 19 11:09:39.165661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:39.167853 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b2ba7ec-bd34-4a42-9713-cdff4df8d4ac HTTP/1.1" status: 204 len: 168 time: 0.4047611 Apr 19 11:09:39.488835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd60b-9e1c-4fcd-a70d-938abd8e8c6e req-a7ea7bd6-2b65-4e69-bc81-89dcd5c198df tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:39.502739 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3aedd60b-9e1c-4fcd-a70d-938abd8e8c6e req-a7ea7bd6-2b65-4e69-bc81-89dcd5c198df tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1885977 Apr 19 11:09:39.587003 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3aedd60b-9e1c-4fcd-a70d-938abd8e8c6e req-a89e643b-7fb1-4b5f-9a00-d339a815cb48 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831842 Apr 19 11:09:39.995321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-b9fd71e1-e6a7-4e3c-aa10-7b5e28dd06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:39.997086 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-b9fd71e1-e6a7-4e3c-aa10-7b5e28dd06a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.1682744 Apr 19 11:09:40.133448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f5d95-7132-4a21-a6f4-693db1936388 req-41a92a05-e41b-459e-ae23-6791dd8f9671 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:40.141718 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-877f5d95-7132-4a21-a6f4-693db1936388 req-41a92a05-e41b-459e-ae23-6791dd8f9671 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2425914 Apr 19 11:09:40.249744 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-877f5d95-7132-4a21-a6f4-693db1936388 req-5f5cd914-5e99-4f51-ba17-8d20ff89c4db tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070182 Apr 19 11:09:40.251013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-ec1143dc-9cdc-425c-90aa-ec8f935cb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:40.252528 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-ec1143dc-9cdc-425c-90aa-ec8f935cb4a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.2462642 Apr 19 11:09:40.404052 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-66863fcf-eac0-407d-bda2-bd3dd09888bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 217 time: 0.1430292 Apr 19 11:09:40.500083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-b28d937b-5176-4b9e-9ca1-fe7f6a1444cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:40.501698 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-b28d937b-5176-4b9e-9ca1-fe7f6a1444cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.0885475 Apr 19 11:09:40.560147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb968-4af7-4ec9-a626-3d37e21d5975 req-9903c7c5-92f0-4498-bc7c-6f92be9f3d4f tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:40.561771 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-479bb968-4af7-4ec9-a626-3d37e21d5975 req-9903c7c5-92f0-4498-bc7c-6f92be9f3d4f tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2165921 Apr 19 11:09:40.569925 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-e38fc246-43a6-4666-bf67-5f0f98839f73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601091 Apr 19 11:09:40.758793 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-479bb968-4af7-4ec9-a626-3d37e21d5975 req-7bd7c09c-230e-4f9b-97d8-e6396fd39da7 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523337 Apr 19 11:09:40.816188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:09:40.841543 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-557da138-ad88-4d16-9326-cff9153d9ace service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541692 Apr 19 11:09:40.997927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8bbcb-d0f5-4295-876a-b0928f37ae21 req-69c5557c-7910-41ff-8cdf-fe36834de8a9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:40.999186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-92e8bbcb-d0f5-4295-876a-b0928f37ae21 req-69c5557c-7910-41ff-8cdf-fe36834de8a9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2514577 Apr 19 11:09:41.041495 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e72b6cc4-c1d6-4184-a644-0f18ae4a9e08 req-db0ee0b9-4789-48c2-92df-f45d765e3726 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914520 Apr 19 11:09:41.074579 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-92e8bbcb-d0f5-4295-876a-b0928f37ae21 req-1b2ef124-9f4f-4c77-a77d-2159e2437498 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574775 Apr 19 11:09:41.505565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5db82-b2ed-4e56-9359-997f1645a32e req-dfc3a1a0-0cdb-4650-93ea-ddbdd587403b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:41.519035 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-52b5db82-b2ed-4e56-9359-997f1645a32e req-dfc3a1a0-0cdb-4650-93ea-ddbdd587403b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1073616 Apr 19 11:09:41.560589 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-52b5db82-b2ed-4e56-9359-997f1645a32e req-759b35fe-6120-44e0-a5bd-c04d69186edf tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458105 Apr 19 11:09:41.956750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39252) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:42.034907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5eaf7-f890-4fb5-969d-9dd0bdbac3a3 req-a400560e-fc3a-4ea0-9121-c59c3d888360 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:42.038158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-99a5eaf7-f890-4fb5-969d-9dd0bdbac3a3 req-a400560e-fc3a-4ea0-9121-c59c3d888360 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1258280 Apr 19 11:09:42.118250 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-99a5eaf7-f890-4fb5-969d-9dd0bdbac3a3 req-698e9f1a-f863-4d93-ad95-c6954e2e20d9 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734909 Apr 19 11:09:42.189596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.208436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:42.215304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Usage tracker for resource:security_group_rule and tenant:01cb13b3c4a942cc9e5eb6519a41fa6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:42.223598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:42.232659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:42.390465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.408074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7696eb-f2e1-4c18-aa0c-4b1a11308850 req-ab861744-74ac-4af3-a366-2f17cc08b4d9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:42.412662 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3f7696eb-f2e1-4c18-aa0c-4b1a11308850 req-ab861744-74ac-4af3-a366-2f17cc08b4d9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1515114 Apr 19 11:09:42.433268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.483211 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:42.499159 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3f7696eb-f2e1-4c18-aa0c-4b1a11308850 req-4e7c3422-5c30-43dc-8f0c-4592bcb90350 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810454 Apr 19 11:09:42.510397 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01cb13b3c4a942cc9e5eb6519a41fa6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519149 Apr 19 11:09:42.513316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39264) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:42.541438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4129f3-a7ce-46c4-bf54-86ada3094ad8,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:42.544940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:42.620726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.656745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.813004 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.818868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:42.837337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4129f3-a7ce-46c4-bf54-86ada3094ad8,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:42.841472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:42.869142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2c439-b440-49fb-a032-543d0e0f1e59 req-22293fb2-a5aa-4000-93dd-3462b7ab6669 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:42.871223 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e1d2c439-b440-49fb-a032-543d0e0f1e59 req-22293fb2-a5aa-4000-93dd-3462b7ab6669 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1556845 Apr 19 11:09:42.872198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:42.873709 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca4129f3-a7ce-46c4-bf54-86ada3094ad8 HTTP/1.1" status: 204 len: 168 time: 0.3582330 Apr 19 11:09:42.938026 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e1d2c439-b440-49fb-a032-543d0e0f1e59 req-ec947e5c-0a7e-492e-bf81-c53b1a9d2826 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533152 Apr 19 11:09:43.444354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f06fc-8958-4674-97d2-97c5551dbc42 req-29d87386-61b0-4db4-8929-4c949a517ec7 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:43.452525 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d5f06fc-8958-4674-97d2-97c5551dbc42 req-29d87386-61b0-4db4-8929-4c949a517ec7 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1514919 Apr 19 11:09:43.509381 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d5f06fc-8958-4674-97d2-97c5551dbc42 req-d7df86aa-6ab9-491a-887c-681e640424d2 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550871 Apr 19 11:09:43.609625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39294) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:43.781024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159776a-5577-4978-a550-9d5d4597294e req-5dae29b5-c584-46a6-8c5c-24fa029a1eac tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:43.789281 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7159776a-5577-4978-a550-9d5d4597294e req-5dae29b5-c584-46a6-8c5c-24fa029a1eac tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1055412 Apr 19 11:09:43.901796 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7159776a-5577-4978-a550-9d5d4597294e req-ffbe19e4-bc8e-4a5b-a61a-c68894027b37 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114070 Apr 19 11:09:43.943164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:43.964116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:43.973532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Usage tracker for resource:security_group_rule and tenant:7b75b67ab06e4f40a30e9fa89e017e4b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:43.979460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:43.986102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:44.216020 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:44.255468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f22ec-5aca-4cb4-b6e7-26ec8000ccda req-3323a945-05e0-4e54-a192-70772bbc1286 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:44.267729 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d68f22ec-5aca-4cb4-b6e7-26ec8000ccda req-3323a945-05e0-4e54-a192-70772bbc1286 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1956692 Apr 19 11:09:44.269308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:44.308448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2a4e053d-3cb9-4cb6-bca1-51d3c09bc924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:44.367861 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b75b67ab06e4f40a30e9fa89e017e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568581 Apr 19 11:09:44.368112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39318) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:44.376653 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a1c4e-cbb3-4c0a-8086-49f2abcbb942,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:44.418174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:44.428564 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d68f22ec-5aca-4cb4-b6e7-26ec8000ccda req-db6bab3c-d741-4628-93e7-51128e0a2795 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269772 Apr 19 11:09:44.473507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:44.511409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:44.619827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:44.625836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba7eeafd-7937-4913-8995-82e2028ad8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:44.640711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a1c4e-cbb3-4c0a-8086-49f2abcbb942,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:44.651084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:44.652699 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a63a1c4e-cbb3-4c0a-8086-49f2abcbb942 HTTP/1.1" status: 204 len: 168 time: 0.2830150 Apr 19 11:09:44.660277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:44.778010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f01721-4b2a-4b72-9489-f85aa79b5b93 req-1bef7a0a-56cf-4f22-b875-9330d6c2ee16 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:44.779753 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-89f01721-4b2a-4b72-9489-f85aa79b5b93 req-1bef7a0a-56cf-4f22-b875-9330d6c2ee16 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1288316 Apr 19 11:09:44.839659 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-89f01721-4b2a-4b72-9489-f85aa79b5b93 req-1f23f372-9144-4acd-a298-8dd53845c609 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523105 Apr 19 11:09:46.285845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb00aa-ec95-4ff3-a4eb-2490c52311aa req-c6248bcc-d6d0-49b7-b254-edf8750ce79c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:46.287603 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9dfb00aa-ec95-4ff3-a4eb-2490c52311aa req-c6248bcc-d6d0-49b7-b254-edf8750ce79c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1594737 Apr 19 11:09:46.298562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947343-ac69-45f8-ae22-257200bd401a req-7ed320f6-4d4b-43a0-9f9d-e488a6fe590d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:46.300267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad947343-ac69-45f8-ae22-257200bd401a req-7ed320f6-4d4b-43a0-9f9d-e488a6fe590d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2336059 Apr 19 11:09:46.380308 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9dfb00aa-ec95-4ff3-a4eb-2490c52311aa req-5f15d2a7-26b8-4e85-a7b0-c5ea6869de88 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787740 Apr 19 11:09:46.433719 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad947343-ac69-45f8-ae22-257200bd401a req-a8706c09-d87f-4133-a520-01f685538230 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091573 Apr 19 11:09:46.656228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39346) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:46.664569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb552a3-d3d3-4bde-8217-6b6985b45b04 req-e8743538-8ad8-4574-9a8d-6becc2c5c92a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:46.666237 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cbb552a3-d3d3-4bde-8217-6b6985b45b04 req-e8743538-8ad8-4574-9a8d-6becc2c5c92a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1374807 Apr 19 11:09:46.680077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:46.712792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:46.718144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Usage tracker for resource:security_group_rule and tenant:3db76fc3ce544cf2a6c0e9009b11b638 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:46.721893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:46.730679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:46.731209 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cbb552a3-d3d3-4bde-8217-6b6985b45b04 req-27d40eea-f874-4ac4-962e-bf59de019551 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582347 Apr 19 11:09:46.846195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:46.993688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:47.003349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c5150c22-a5a5-4c24-8856-dd01b1c27eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:47.046305 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-470a680a-f832-4a09-afde-19733178228e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3db76fc3ce544cf2a6c0e9009b11b638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882644 Apr 19 11:09:47.048074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862dad9f-a2ee-4ac1-ba4b-4e0e6d8cd975,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:47.049051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39352) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:47.052139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:47.122611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:47.154989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:47.318549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:47.341276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ae0bfe56-6a98-4e2c-afa0-68383bcdd2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:47.368440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862dad9f-a2ee-4ac1-ba4b-4e0e6d8cd975,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:47.385511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:47.387949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:47.391919 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/862dad9f-a2ee-4ac1-ba4b-4e0e6d8cd975 HTTP/1.1" status: 204 len: 168 time: 0.3402762 Apr 19 11:09:47.783432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1215cc6-0219-4ffa-a3af-f8cec7c4a789 req-c5e53dee-5e7d-4fa2-a255-c8f6222afdc8 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:47.785139 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f1215cc6-0219-4ffa-a3af-f8cec7c4a789 req-c5e53dee-5e7d-4fa2-a255-c8f6222afdc8 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2588737 Apr 19 11:09:47.803729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15639d-6b66-4332-9e9a-7acd91822397 req-770c987c-04df-4a46-9d2e-684dd45e60df tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:47.805405 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8b15639d-6b66-4332-9e9a-7acd91822397 req-770c987c-04df-4a46-9d2e-684dd45e60df tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1646292 Apr 19 11:09:47.900662 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f1215cc6-0219-4ffa-a3af-f8cec7c4a789 req-87cb4b08-a132-4154-9ea4-53e221eee856 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Apr 19 11:09:47.917811 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8b15639d-6b66-4332-9e9a-7acd91822397 req-c5680851-7d57-4606-8162-7ec89d8f6bf2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949576 Apr 19 11:09:48.206536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2d20-8603-4c37-9419-3dc3a1a79434 req-dec23ae2-704f-4f6c-a76a-f520f328bd1c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:48.207953 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5bbf2d20-8603-4c37-9419-3dc3a1a79434 req-dec23ae2-704f-4f6c-a76a-f520f328bd1c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1733584 Apr 19 11:09:48.222832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed157-e9fa-4bb7-9e40-e0fe83efcfdd req-42e8f1f4-981b-46a2-8df0-df81b08fffb6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:48.224711 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eb3ed157-e9fa-4bb7-9e40-e0fe83efcfdd req-42e8f1f4-981b-46a2-8df0-df81b08fffb6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1362908 Apr 19 11:09:48.343186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5bbf2d20-8603-4c37-9419-3dc3a1a79434 req-dd3474d8-e062-4a52-8387-4414dfda057d tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164885 Apr 19 11:09:48.348266 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eb3ed157-e9fa-4bb7-9e40-e0fe83efcfdd req-9cfb0bd2-4ad2-4da7-bb49-b402dc161964 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051300 Apr 19 11:09:48.371471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39438) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:48.598709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-00d8e872-122a-44f0-bb10-b24afba40f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:48.600382 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-00d8e872-122a-44f0-bb10-b24afba40f56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0894988 Apr 19 11:09:48.819738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-5d5e17e0-7b45-4839-b51f-1d8db954bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:48.821314 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-5d5e17e0-7b45-4839-b51f-1d8db954bf93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.2133024 Apr 19 11:09:48.935596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883470c-2725-421e-9c04-29dc4447da4e tempest-TestMinimumBasicScenario-1838231958 tempest-TestMinimumBasicScenario-1838231958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:48.936396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6883470c-2725-421e-9c04-29dc4447da4e tempest-TestMinimumBasicScenario-1838231958 tempest-TestMinimumBasicScenario-1838231958-project-admin] Synchronizing usage tracker for tenant:c239dfa91fa144d4a5e89142232dd7d2 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:09:48.964806 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-6eb4707c-38d4-49b6-afda-0866f1dcfd17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 1001 time: 0.1340528 Apr 19 11:09:49.354522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6883470c-2725-421e-9c04-29dc4447da4e tempest-TestMinimumBasicScenario-1838231958 tempest-TestMinimumBasicScenario-1838231958-project-admin] Unset dirty status for tenant:c239dfa91fa144d4a5e89142232dd7d2 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:09:49.355914 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6883470c-2725-421e-9c04-29dc4447da4e tempest-TestMinimumBasicScenario-1838231958 tempest-TestMinimumBasicScenario-1838231958-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1093 time: 0.9825034 Apr 19 11:09:49.359112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39484) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:49.366741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'port_id': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:49.373465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:49.378299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:floatingip and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:49.382492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:49.390560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:49.424209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-10724d89-a55b-40cb-b9d0-153115b513a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:49.425845 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-10724d89-a55b-40cb-b9d0-153115b513a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.4477205 Apr 19 11:09:49.436491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for floatingip, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:49.536893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343c9d-8de2-461e-87df-afe310ae9b39 req-489fbe70-ec00-42e4-a678-c2e1bb0b38dd tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:49.538889 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-27343c9d-8de2-461e-87df-afe310ae9b39 req-489fbe70-ec00-42e4-a678-c2e1bb0b38dd tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2866974 Apr 19 11:09:49.568704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0ff95-df32-445a-bb7d-a14ece1cc54b req-40af4149-2b23-4805-abd6-66382bfc0be8 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:49.570923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-20b0ff95-df32-445a-bb7d-a14ece1cc54b req-40af4149-2b23-4805-abd6-66382bfc0be8 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.3113022 Apr 19 11:09:49.628902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:49.632989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c56de5bc-b541-4fc4-8ebd-1d8ef39a2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:49.666129 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-20b0ff95-df32-445a-bb7d-a14ece1cc54b req-7e60fa15-6785-4e65-a805-b8988a83daab tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761921 Apr 19 11:09:49.677734 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-27343c9d-8de2-461e-87df-afe310ae9b39 req-61014f50-2f9e-4719-ab8a-7a2e02ec733e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190991 Apr 19 11:09:49.693517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-50b9e197-add7-4307-9302-3b524c59914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:49.695961 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-50b9e197-add7-4307-9302-3b524c59914b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2616189 Apr 19 11:09:49.848831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Allocated IP 172.27.0.252 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/f89e24b7-5761-4617-b381-6f1425433712) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:09:49.939818 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-d381ee1c-3b11-4621-9d6e-fa394083016e service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354000 Apr 19 11:09:50.133869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7e31-4804-4b8e-9f3c-5c8fe207ce08 req-87627aa3-2286-4e01-8802-5b913f851254 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:50.135615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd2e7e31-4804-4b8e-9f3c-5c8fe207ce08 req-87627aa3-2286-4e01-8802-5b913f851254 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.2763641 Apr 19 11:09:50.188054 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-36c8ff0a-90d8-4389-98d8-a72ca855da94 req-61b405e4-75e1-48bd-b496-55a89f7395fc service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385871 Apr 19 11:09:50.210952 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd2e7e31-4804-4b8e-9f3c-5c8fe207ce08 req-a7ef55af-4a41-4c7f-ae6a-9b8a3946f6d8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583441 Apr 19 11:09:50.302928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:50.443793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:09:50.572855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:50.581722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:50.587134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:50.604056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:09:50.615111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:50.654635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:50.654635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-650b597a-fa31-4e7e-b5b5-17fc575844ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:50.655138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:09:50.657435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:09:50.661797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:09:50.699844 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'code': 200} Apr 19 11:09:50.727463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'Port': ['ID=f89e24b7-5761-4617-b381-6f1425433712,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:50.738187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:50.746300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=8']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:50.750102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:51.056944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6de56-216d-4b2f-9197-6896576043fc req-e34015a4-9b49-4bdf-b3f5-573ace333f84 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:51.065293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-61d6de56-216d-4b2f-9197-6896576043fc req-e34015a4-9b49-4bdf-b3f5-573ace333f84 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1997151 Apr 19 11:09:51.103473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f07528-c698-43e4-aab7-f3fc2031bda2 req-1d18c2cb-531e-4830-a0de-7dfe183b1604 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:51.111649 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-10f07528-c698-43e4-aab7-f3fc2031bda2 req-1d18c2cb-531e-4830-a0de-7dfe183b1604 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1897306 Apr 19 11:09:51.162120 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-61d6de56-216d-4b2f-9197-6896576043fc req-47c70a03-dffd-483f-b218-b4d79ebe078f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958238 Apr 19 11:09:51.188367 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-10f07528-c698-43e4-aab7-f3fc2031bda2 req-443532d6-8544-4f61-bcde-11f2b63cb1f3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754101 Apr 19 11:09:51.255079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:51.265191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:51.389847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:51.463181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f057-b890-460a-afe8-f02afc434839 req-0cb5b93c-8a37-44b9-b23b-c844780709cf tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:51.464588 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b0a7f057-b890-460a-afe8-f02afc434839 req-0cb5b93c-8a37-44b9-b23b-c844780709cf tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1188648 Apr 19 11:09:51.515052 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b0a7f057-b890-460a-afe8-f02afc434839 req-054001c9-63da-48aa-a592-7edcaf725198 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Apr 19 11:09:51.635850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:51.670482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:51.675672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:51.793323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'Port': ['ID=f89e24b7-5761-4617-b381-6f1425433712,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:51.797975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:51.806294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:52.021445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e628-f5ce-4499-9bb7-1b741afa734a req-7f51682f-ce5f-4df0-92b1-eddfc057ff0e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:52.024993 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5cb3e628-f5ce-4499-9bb7-1b741afa734a req-7f51682f-ce5f-4df0-92b1-eddfc057ff0e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1046963 Apr 19 11:09:52.072207 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Floating IP ca88edf3-9120-43e0-924e-32bb916916e4 associated. External IP: 172.27.0.252, port: af8b0a90-6203-4b10-b6ea-e10aa545d58b. Apr 19 11:09:52.098798 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5cb3e628-f5ce-4499-9bb7-1b741afa734a req-6f7410f9-e6cb-493f-b125-02575b5ce61a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627840 Apr 19 11:09:52.169625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-30c22c7a-0292-4eeb-9068-fafd4df48dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:52.248572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-bf8fdfe1-d754-4489-a1de-0a7f01bdfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:52.252018 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-bf8fdfe1-d754-4489-a1de-0a7f01bdfb75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1098 time: 0.1152694 Apr 19 11:09:52.590144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Router ef795298-f93b-451c-bfee-d7abe07b85b3 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:09:52.595642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-19786223-2575-4a09-a840-40b7dcdf9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:52.597281 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-19786223-2575-4a09-a840-40b7dcdf9ebc service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.3321991 Apr 19 11:09:52.614861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b245d81-1b44-4079-8331-52607a09a81f req-4843bff9-fa5d-422f-80bb-daf7011f58a2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:52.617122 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5b245d81-1b44-4079-8331-52607a09a81f req-4843bff9-fa5d-422f-80bb-daf7011f58a2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2394965 Apr 19 11:09:52.713633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c165b20-fc2a-4b33-861c-439ad3d548e9 req-66ec2dee-5b06-4eec-8cc0-67f29d4a9317 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:52.721607 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5c165b20-fc2a-4b33-861c-439ad3d548e9 req-66ec2dee-5b06-4eec-8cc0-67f29d4a9317 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2959287 Apr 19 11:09:52.822588 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-f839b42a-82a3-45d6-8e65-d7145ae32f07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 1001 time: 0.2165816 Apr 19 11:09:52.836541 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5b245d81-1b44-4079-8331-52607a09a81f req-8c139e0e-99de-4f65-a689-04cf8ef282e1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588819 Apr 19 11:09:52.837087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:09:52.862411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] Sync routers for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:09:52.908828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:09:52.908828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:09:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:09:52.909435 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5c165b20-fc2a-4b33-861c-439ad3d548e9 req-b9c32858-a414-46a1-af04-6aa29c6e871c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834383 Apr 19 11:09:52.950769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-ce434688-075a-41fe-88cb-e2254c62b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:52.952344 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-ce434688-075a-41fe-88cb-e2254c62b621 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.1141324 Apr 19 11:09:53.036722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.091751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-24a1f4c3-2e06-447e-adc3-cfd31431232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:53.091751 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-24a1f4c3-2e06-447e-adc3-cfd31431232f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233726 Apr 19 11:09:53.114998 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7542207 Apr 19 11:09:53.116763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:09:53.120757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.126380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39564) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:53.134307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012900490', 'description': 'tempest-secgroup-smoke-1012900490 description', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:53.141953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:53.178017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:53.198240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.242960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.283039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:53.293423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:53.310221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:53.318579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:53.402336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:09:53.469180 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-03fbc2d7-acf4-43b9-bfe5-a218a4ea0271 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709416 Apr 19 11:09:53.470645 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.507479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.516034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e7a31924-7095-44e9-843f-cd286262fc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:53.624658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.629387 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5014143 Apr 19 11:09:53.634825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47137d-c74d-4045-9c5a-a07d2247a3eb,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:53.637225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39598) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:53.640344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:53.643782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group_rule': {'security_group_id': '1a47137d-c74d-4045-9c5a-a07d2247a3eb', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:53.651217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:53.657248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:53.662386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:53.671891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:53.733626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.845081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a992-dae2-49fb-94b8-76dfc1e848f8 req-aaea48bb-4c69-4a26-b034-0ed2d6de570b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:53.845924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.848476 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5836a992-dae2-49fb-94b8-76dfc1e848f8 req-aaea48bb-4c69-4a26-b034-0ed2d6de570b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.5081182 Apr 19 11:09:53.884140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.886490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d28fed7a-6e73-4637-8496-e6beb7b59379 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:53.901096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': 'ca88edf3-9120-43e0-924e-32bb916916e4', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'port_id': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'mac_address': 'fa:16:3e:22:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:09:51Z', 'updated_at': '2021-04-19T11:09:51Z', 'revision_number': 0, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:09:53.907005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] Checking router: ef795298-f93b-451c-bfee-d7abe07b85b3 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:09:53.914310 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d794af69-48a6-4cde-8723-6a747e08e4e2 req-ba887ab6-803e-4733-a208-248c615ceb51 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368863 Apr 19 11:09:53.919323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fc1e06-97a1-4cb4-9f91-ac694cec2a21,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:53.920350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:09:53.921277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:09:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:09:53.923421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:53.959331 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5836a992-dae2-49fb-94b8-76dfc1e848f8 req-3ca58122-3c91-4a16-b8ac-f601abcc2976 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031139 Apr 19 11:09:53.964311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:53.966130 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273709 Apr 19 11:09:53.968607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39612) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:53.976196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group_rule': {'security_group_id': '1a47137d-c74d-4045-9c5a-a07d2247a3eb', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:53.984527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:53.989660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:53.995084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:54.026350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:54.064905 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'status': 'completed', 'code': 200} Apr 19 11:09:54.132418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.184569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-f1f25ef0-c5af-4866-b9eb-56ce641fa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:54.186193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-f1f25ef0-c5af-4866-b9eb-56ce641fa6dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0987620 Apr 19 11:09:54.214709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:09:54.243529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.265283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.395551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.415176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:54.450457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fd5497-2652-4e83-95f8-ad805037ea2b,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:54.475796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-d22e7e99-e2e8-4c51-9d0f-54a854905f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:54.476716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:54.478589 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-d22e7e99-e2e8-4c51-9d0f-54a854905f7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 915 time: 0.2830062 Apr 19 11:09:54.509144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.521295 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5513048 Apr 19 11:09:54.524923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35000633-bf5d-4f07-8d76-9a9bfe5eab14 req-719907ce-afd3-440e-8d0e-1518129ad5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:54.526498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-35000633-bf5d-4f07-8d76-9a9bfe5eab14 req-719907ce-afd3-440e-8d0e-1518129ad5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.2460344 Apr 19 11:09:54.527051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39626) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:54.545046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group_rule': {'security_group_id': '1a47137d-c74d-4045-9c5a-a07d2247a3eb', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:54.565237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ea89-8798-490c-8e73-06d78c7fb809 req-56976f9d-c739-4ff2-898e-6a12b6569af7 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:54.573499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7417ea89-8798-490c-8e73-06d78c7fb809 req-56976f9d-c739-4ff2-898e-6a12b6569af7 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2429881 Apr 19 11:09:54.591591 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:54.651843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:54.656748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:54.667381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:54.681949 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7417ea89-8798-490c-8e73-06d78c7fb809 req-7cb7a50d-5409-4201-8c3b-54cbc66d9f93 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072431 Apr 19 11:09:54.684073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-7cb6b7c4-33ae-41a7-8901-9e30ddfc07d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 999 time: 0.1910613 Apr 19 11:09:54.709148 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-35000633-bf5d-4f07-8d76-9a9bfe5eab14 req-5b51e186-726a-4d86-8b18-df019e94418f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471908 Apr 19 11:09:54.727104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.770518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': 'ca88edf3-9120-43e0-924e-32bb916916e4', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'port_id': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'mac_address': 'fa:16:3e:22:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:09:51Z', 'updated_at': '2021-04-19T11:09:51Z', 'revision_number': 0, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:09:54.776510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f81b4-ab8d-4d28-9893-625710640e11 None None] The sync data for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi is: [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': 'ca88edf3-9120-43e0-924e-32bb916916e4', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'port_id': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'mac_address': 'fa:16:3e:22:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:09:51Z', 'updated_at': '2021-04-19T11:09:51Z', 'revision_number': 0, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:09:54.801589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-2c4e2000-18f0-47b7-b045-ba3cc14d6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:54.804615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-2c4e2000-18f0-47b7-b045-ba3cc14d6762 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.1035881 Apr 19 11:09:54.830208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.903487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-3eb707d6-6b59-43a4-8225-3515bb14ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:54.905144 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-3eb707d6-6b59-43a4-8225-3515bb14ccb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924532 Apr 19 11:09:54.912186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.915427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-31394f73-0c83-4e0c-89bf-ab7e4a261977 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:54.940788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde0972b-cb8f-4056-90be-31bab2b77391,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:54.945961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:55.003738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.009763 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4813464 Apr 19 11:09:55.010545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39636) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:55.023155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group_rule': {'security_group_id': '1a47137d-c74d-4045-9c5a-a07d2247a3eb', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:55.031811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:55.036679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:55.041634 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:55.051531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:55.082657 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-d385041d-595c-417a-af70-537d2ee4141f service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635044 Apr 19 11:09:55.113622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.187392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1259fe-b371-4470-b4de-59fae1b13494 None None] New status for floating IP ca88edf3-9120-43e0-924e-32bb916916e4: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:09:55.211529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.244409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.246984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:55.314957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d60a212-ae00-4d1f-9ba2-25ba4046d8cc,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:55.322864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:55.369365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.372378 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-887f3efc-9743-4b4d-8dee-a513b116edb7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3607121 Apr 19 11:09:55.373756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39654) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:55.379832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group_rule': {'security_group_id': '1a47137d-c74d-4045-9c5a-a07d2247a3eb', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:55.387323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:55.391981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:55.395425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:55.403173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:55.441983 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.securitygroups_db [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Project 6c4e53dbd1bd4c52a6da147d79207121 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:09:55.454089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.514608 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6b33538-282c-4ee3-9375-4ab43ed76fca req-6542f58a-79ef-42fa-a1b4-1c0460fa271a service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282157 Apr 19 11:09:55.544560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca57a-ddb6-4c27-beda-f7db84bba716 req-31444464-edb2-4a99-8409-6f9a0be35997 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:55.552507 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-58aca57a-ddb6-4c27-beda-f7db84bba716 req-31444464-edb2-4a99-8409-6f9a0be35997 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.4272058 Apr 19 11:09:55.563187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bfbfe-3631-42aa-a550-e5b570c22e89 req-bf90bfeb-c037-4b4e-bc86-749fe393a974 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:55.576726 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f4bfbfe-3631-42aa-a550-e5b570c22e89 req-bf90bfeb-c037-4b4e-bc86-749fe393a974 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.4097934 Apr 19 11:09:55.686930 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-58aca57a-ddb6-4c27-beda-f7db84bba716 req-56261902-a1fd-41d9-8a5f-fb2d0fe7935a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325064 Apr 19 11:09:55.696912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.699780 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f4bfbfe-3631-42aa-a550-e5b570c22e89 req-290e9a2f-f2e2-48d5-b224-5a0a9fb2469c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221297 Apr 19 11:09:55.727850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.730558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bf96c118-afa1-4932-aad8-42eabfaa3402 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:55.771981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3936b5d-28e7-484f-9984-cbdc655be733,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:55.775200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:55.809891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:55.811482 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ee099730-73e7-4f6d-8a69-3e10bae5f658 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364579 Apr 19 11:09:55.816639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39674) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:55.823841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'security_group_rule': {'security_group_id': '1a47137d-c74d-4045-9c5a-a07d2247a3eb', 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:55.840901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:55.846559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Usage tracker for resource:security_group_rule and tenant:6c4e53dbd1bd4c52a6da147d79207121 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:55.852015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:55.872084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:55.947142 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.securitygroups_db [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Project 6c4e53dbd1bd4c52a6da147d79207121 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:09:55.957366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.011000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39682) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:56.090705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf5801-b72f-437c-9313-544bf7a70007 req-c7dad373-c52a-4f12-9d6b-b9e3091bcfe5 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:56.092554 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a5bf5801-b72f-437c-9313-544bf7a70007 req-c7dad373-c52a-4f12-9d6b-b9e3091bcfe5 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1336880 Apr 19 11:09:56.141817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.154663 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a5bf5801-b72f-437c-9313-544bf7a70007 req-274fff72-4dab-4c1f-a915-ea2e9e9724dd tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551786 Apr 19 11:09:56.184058 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-2006b763-d9d6-4010-9eb8-77f6b48b5d63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1622756 Apr 19 11:09:56.191729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39690) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:56.192219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.194991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:56.225079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c779ac22-24af-47f2-b0ea-19399b2d4d88,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:56.227840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:56.276813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.279150 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4610817 Apr 19 11:09:56.359700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.377532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:56.382245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Usage tracker for resource:security_group_rule and tenant:57196dc24b3b4505b76cf232238a57a1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:56.385276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:56.392910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:56.440941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:09:56.537357 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-4bbe0568-1625-4d28-a7ed-643b0d23a529 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012900490&fields=id&tenant_id=6c4e53dbd1bd4c52a6da147d79207121 HTTP/1.1" status: 200 len: 267 time: 0.0748262 Apr 19 11:09:56.539912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.604162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.613663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cb6e416b-1c50-4007-8b41-9c2b69ee80ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:56.667452 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57196dc24b3b4505b76cf232238a57a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744804 Apr 19 11:09:56.670613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39704) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:56.674709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69913d4-7c28-4460-9357-e7f77663a48c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:56.679020 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:56.708123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-27747280-b756-4425-b4df-5608c7941091 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:56.710693 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-27747280-b756-4425-b4df-5608c7941091 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1657512 Apr 19 11:09:56.724058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'port': {'security_groups': ['408df8b1-22e6-407d-8dd9-87813d230cf6', '1a47137d-c74d-4045-9c5a-a07d2247a3eb']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:09:56.742302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.774455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.849530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.857086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-228d2601-86fc-4e79-9510-f0ba058d0347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:56.869089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69913d4-7c28-4460-9357-e7f77663a48c,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:56.873877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:56.877509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:56.879323 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b69913d4-7c28-4460-9357-e7f77663a48c HTTP/1.1" status: 204 len: 168 time: 0.2074003 Apr 19 11:09:56.884837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.138130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f1c8-86db-4ab0-b3e5-611c1426b3dd req-37c561be-5b62-4e5a-9f9c-c48b6681749f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:57.139851 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25a4f1c8-86db-4ab0-b3e5-611c1426b3dd req-37c561be-5b62-4e5a-9f9c-c48b6681749f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2295034 Apr 19 11:09:57.295332 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25a4f1c8-86db-4ab0-b3e5-611c1426b3dd req-39287bcb-25bc-441b-9a4c-083528746f83 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465065 Apr 19 11:09:57.346843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:09:57.377788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.430803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.440298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:57.441420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39720) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:57.445210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['af8b0a90-6203-4b10-b6ea-e10aa545d58b'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:09:57.461668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.484219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:57.488732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Usage tracker for resource:security_group_rule and tenant:f1f0bac97e2a4ee6a5848850fd9dcc4b is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:57.492609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:57.498737 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:57.558885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:57.559711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.561712 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-25d9863d-36f4-46d1-abbc-a2db1b680ced req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "PUT /v2.0/ports/af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 981 time: 0.8433127 Apr 19 11:09:57.565635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:09:57.611371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.618677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=6']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:57.623369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:57.646969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3c2aa-cc03-4e65-9c7b-c3fe7e5c4ff4 req-50099683-9062-4cb5-a6b6-99c33957e8d7 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:57.648713 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-65e3c2aa-cc03-4e65-9c7b-c3fe7e5c4ff4 req-50099683-9062-4cb5-a6b6-99c33957e8d7 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1643999 Apr 19 11:09:57.654470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.664021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['af8b0a90-6203-4b10-b6ea-e10aa545d58b'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:09:57.668914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e30c5f7e-4b56-4487-b06d-3e424d594bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:57.723639 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1f0bac97e2a4ee6a5848850fd9dcc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809441 Apr 19 11:09:57.727712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39728) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:57.772731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c819d3-5de5-4a98-a32f-9c300dbbe400,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:57.778455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:57.797964 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-65e3c2aa-cc03-4e65-9c7b-c3fe7e5c4ff4 req-12c3d494-8692-46b8-9b91-f3fad6a82f6a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256702 Apr 19 11:09:57.824241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.855731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.858229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa92ff-f2da-41ee-a4f9-d087734d8cb2 req-85cf0ac9-1725-42db-b912-d612d3e4f2d9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:57.860201 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-75fa92ff-f2da-41ee-a4f9-d087734d8cb2 req-85cf0ac9-1725-42db-b912-d612d3e4f2d9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1430488 Apr 19 11:09:57.863509 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'status': 'completed', 'code': 200} Apr 19 11:09:57.929304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-e483ca73-25fe-4fd7-87e8-219bfa4a000b None None] Provisioning complete for port af8b0a90-6203-4b10-b6ea-e10aa545d58b triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:09:57.929800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e483ca73-25fe-4fd7-87e8-219bfa4a000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.959019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.972042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-45d2007b-28da-4293-8e21-c11053292373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:57.987998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:57.989386 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25c819d3-5de5-4a98-a32f-9c300dbbe400 HTTP/1.1" status: 204 len: 168 time: 0.2606308 Apr 19 11:09:57.991656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c819d3-5de5-4a98-a32f-9c300dbbe400,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:58.000351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:58.008248 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-75fa92ff-f2da-41ee-a4f9-d087734d8cb2 req-60fc9555-4104-4fd3-9062-6b9fe0d9d116 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377540 Apr 19 11:09:58.034665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62403718-f509-43a1-8106-3685f716e53b req-008c1d89-ece5-44e6-b800-26598dff8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:58.036601 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-008c1d89-ece5-44e6-b800-26598dff8491 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1137 time: 0.1458292 Apr 19 11:09:58.283339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62403718-f509-43a1-8106-3685f716e53b req-a37e1c88-5216-4412-aba2-50dd59a4666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:58.285050 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-a37e1c88-5216-4412-aba2-50dd59a4666e service neutron] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 915 time: 0.2417386 Apr 19 11:09:58.505529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-daac1794-1ec3-42e1-b4b7-9292528eac0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 1001 time: 0.2131095 Apr 19 11:09:58.894401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-4360a405-fb5b-4e75-bda9-44dbe49bf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:58.896233 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-4360a405-fb5b-4e75-bda9-44dbe49bf5d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=733a970d5f8140d382800f9aaa7d6324&device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 1098 time: 0.1485574 Apr 19 11:09:58.926666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39758) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:59.025678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62403718-f509-43a1-8106-3685f716e53b req-4d6380c5-b484-4eac-b5c6-24a334471690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.027321 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-4d6380c5-b484-4eac-b5c6-24a334471690 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.5145216 Apr 19 11:09:59.174546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2879b-407d-4b71-8c43-9103906deca3 req-6086d68e-06cc-46fa-81d8-90984774fc25 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.176291 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-49f2879b-407d-4b71-8c43-9103906deca3 req-6086d68e-06cc-46fa-81d8-90984774fc25 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.5918326 Apr 19 11:09:59.231855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c781ad-0344-4d6d-95d3-d0358f6053a1 req-3e62dc5a-d90c-4ce6-95fd-5c09b7313687 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.233416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:59.233615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-49c781ad-0344-4d6d-95d3-d0358f6053a1 req-3e62dc5a-d90c-4ce6-95fd-5c09b7313687 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.3023489 Apr 19 11:09:59.243175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-8f1a1261-fe02-4ff5-bcf9-1f0ecb34edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.245345 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-8f1a1261-fe02-4ff5-bcf9-1f0ecb34edd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4&tenant_id=bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 1096 time: 0.3614080 Apr 19 11:09:59.261107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:09:59.265731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Usage tracker for resource:security_group_rule and tenant:a1ebf38227e548b6b485e6db6ca64eab is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:09:59.270684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:09:59.277098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:09:59.343701 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-49f2879b-407d-4b71-8c43-9103906deca3 req-c4832e4e-81fe-460f-a07b-1af7d377f16a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575363 Apr 19 11:09:59.351679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62403718-f509-43a1-8106-3685f716e53b req-44d773cc-61f6-4690-a368-72f8b1c424be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.351679 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-44d773cc-61f6-4690-a368-72f8b1c424be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3140576 Apr 19 11:09:59.375060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-452f5b3a-d2f3-472e-aedd-fd91907c01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.376732 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-452f5b3a-d2f3-472e-aedd-fd91907c01ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 200 len: 919 time: 0.4725595 Apr 19 11:09:59.463722 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-49c781ad-0344-4d6d-95d3-d0358f6053a1 req-3a86ac1c-149b-4bce-8c97-a2f8aa4ebdc1 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174299 Apr 19 11:09:59.479294 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-9cc2bd36-f80d-4ffd-8cf9-56319a444589 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 200 len: 217 time: 0.0889292 Apr 19 11:09:59.540296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-588e530b-48d6-4031-89e5-e28994f4dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.541907 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-588e530b-48d6-4031-89e5-e28994f4dbcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1096 time: 0.2605255 Apr 19 11:09:59.564573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:59.582083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-3fda7d41-1bc5-4b01-9f36-02a57e8a8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.583737 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-3fda7d41-1bc5-4b01-9f36-02a57e8a8658 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 200 len: 858 time: 0.0844851 Apr 19 11:09:59.642108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:59.643435 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-7843f080-8e70-4d4b-bd75-de7dec11a950 service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813478 Apr 19 11:09:59.656835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e715633e-8fd0-4f66-ab2a-1d265c75b469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:09:59.670037 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-7b0652fe-1078-4da6-b210-c8052f0a2ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=db18a9e4-c601-42b8-9651-b1dc7ed79803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755274 Apr 19 11:09:59.791086 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1ebf38227e548b6b485e6db6ca64eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8607912 Apr 19 11:09:59.794452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd7644-7ae9-4464-b7fa-ca55855a9996,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:09:59.798819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39770) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:09:59.801755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4b05a578-4410-481b-bc3c-5b8331f50dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:09:59.823653 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-e358bf46-0525-4944-bb7d-548cadfdb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:09:59.825289 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-e358bf46-0525-4944-bb7d-548cadfdb89a service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.2733359 Apr 19 11:09:59.899695 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-afe13f51-1f50-4955-8621-4fb145337992 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172320 Apr 19 11:09:59.917969 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-346623ca-c641-4695-a627-9929b9a6d2fb service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659891 Apr 19 11:09:59.960890 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-2eb3fc91-9dfe-4fb1-86bb-9462f9c8ecbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 200 len: 999 time: 0.1236389 Apr 19 11:09:59.996460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:00.043567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-d08a2086-0722-4b15-bc82-9b697ebc3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:00.045245 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-d08a2086-0722-4b15-bc82-9b697ebc3715 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.0777054 Apr 19 11:10:00.048159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:00.128655 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd794893-3147-41fb-9807-ceb4aa849b8c req-2998229b-8b0a-40da-aced-873e081e4612 service neutron] 10.222.0.55 "GET /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181756 Apr 19 11:10:00.143272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-c1b6740c-65fb-4b73-844b-4764666ab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:00.145797 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-c1b6740c-65fb-4b73-844b-4764666ab3f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916150 Apr 19 11:10:00.173011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:00.178326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f6a2357-04d6-4b86-8d99-1f08b86d9187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:00.189952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd7644-7ae9-4464-b7fa-ca55855a9996,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:00.196938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:00.199139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:00.201051 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4fd7644-7ae9-4464-b7fa-ca55855a9996 HTTP/1.1" status: 204 len: 168 time: 0.4005377 Apr 19 11:10:00.308737 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-d518b4c0-3a09-4294-9b06-df9691bdb5fc service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507068 Apr 19 11:10:00.479144 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4985b31c-087b-4b39-9143-4329bb2c21ad req-f6e23b50-858e-48b6-ad42-890c622e5348 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534348 Apr 19 11:10:00.601389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e6ae4-1ec1-4d29-ae3f-622c912b7862 req-783298a1-f89c-4d55-95fc-21d37caa212b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:00.603230 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad7e6ae4-1ec1-4d29-ae3f-622c912b7862 req-783298a1-f89c-4d55-95fc-21d37caa212b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1131153 Apr 19 11:10:00.732527 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad7e6ae4-1ec1-4d29-ae3f-622c912b7862 req-fde1f394-edb9-49d1-9396-31d5448a6fe8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229024 Apr 19 11:10:00.809198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ccc4f-9927-4796-8344-c3b0579df655 req-87dfa25d-e30b-4c45-9b3c-693b7732c1a0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:00.810891 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-787ccc4f-9927-4796-8344-c3b0579df655 req-87dfa25d-e30b-4c45-9b3c-693b7732c1a0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1412272 Apr 19 11:10:00.872173 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-787ccc4f-9927-4796-8344-c3b0579df655 req-b952682a-5715-4102-ab8c-8536350eb2e8 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519364 Apr 19 11:10:01.080513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39800) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:01.214403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.232710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:01.236909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Usage tracker for resource:security_group_rule and tenant:193350c1e15e46a0aae3eb70792e82b6 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:01.240989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:01.248259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:01.365273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.402504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.413012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-39804469-2a8e-4471-87ae-22f1969a9de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:01.462327 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=193350c1e15e46a0aae3eb70792e82b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806014 Apr 19 11:10:01.464725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526b68b-7910-4f78-8724-0bde33455781,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:01.465341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39820) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:01.468800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:01.542572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.574103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.653737 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.660085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a49a52c1-823c-4f89-9687-931060e15d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:01.674697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526b68b-7910-4f78-8724-0bde33455781,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:01.677175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:01.681120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:01.682491 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5526b68b-7910-4f78-8724-0bde33455781 HTTP/1.1" status: 204 len: 168 time: 0.2158244 Apr 19 11:10:01.980033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fed63-7088-49ec-b81f-f2fdcd5376f0 req-0fbb9409-d6ca-45ac-9182-1722cdfc777b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:01.982001 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-663fed63-7088-49ec-b81f-f2fdcd5376f0 req-0fbb9409-d6ca-45ac-9182-1722cdfc777b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1148505 Apr 19 11:10:02.145000 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-663fed63-7088-49ec-b81f-f2fdcd5376f0 req-54274b0c-5e59-49f4-bc7c-a1881f37055c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1566820 Apr 19 11:10:02.248563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8a58-5188-4dbb-9034-936c1ff86125 req-050ca098-af28-4fee-9096-744f0e2f3a04 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:02.266720 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-691b8a58-5188-4dbb-9034-936c1ff86125 req-050ca098-af28-4fee-9096-744f0e2f3a04 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2590616 Apr 19 11:10:02.425464 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-691b8a58-5188-4dbb-9034-936c1ff86125 req-3c01077c-25cc-499b-b41b-627912b58a6a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562724 Apr 19 11:10:03.092962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 39870) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:03.223356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1206027370-network', 'tenant_id': 'f4a94a5afc764f4494f9e4bad2b20e1d'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:03.229384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:03.236621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Usage tracker for resource:network and tenant:f4a94a5afc764f4494f9e4bad2b20e1d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:03.240032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:03.254784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:03.294999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Made reservation on behalf of f4a94a5afc764f4494f9e4bad2b20e1d for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:03.300071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.317340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.360279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:03.366444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Usage tracker for resource:security_group_rule and tenant:f4a94a5afc764f4494f9e4bad2b20e1d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:03.370113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:03.377056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:03.454975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48967601-6a0d-45d1-b9f1-718553be02cd req-e84da91d-9d37-4e3f-a4b0-ca6332fdde89 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:03.464643 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48967601-6a0d-45d1-b9f1-718553be02cd req-e84da91d-9d37-4e3f-a4b0-ca6332fdde89 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1234097 Apr 19 11:10:03.491317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.518263 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48967601-6a0d-45d1-b9f1-718553be02cd req-4ea23cf7-ecf4-4047-9ac4-af02c9031e6e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525074 Apr 19 11:10:03.521727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.527149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-86f61fcc-5f91-48e7-87c4-3a384ba49eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:03.567758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:10:03.571939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e06121-4f4e-4040-b677-79d08cf2b223,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:03.575047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:03.586213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.586610 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Added segment 05f1944d-46f9-4522-a9e8-a16108db50d6 of type vlan for network f86c943f-f2a6-45db-b9a1-654e9c5abf30 Apr 19 11:10:03.624899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.683690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.686080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:03.686839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:03.694821 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:03.728048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a35a1-e77f-4fce-8f5d-bc51a6689aa1 req-a2e645c7-3186-4d42-bde3-6187bd89a667 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:03.729692 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b2a35a1-e77f-4fce-8f5d-bc51a6689aa1 req-a2e645c7-3186-4d42-bde3-6187bd89a667 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1025496 Apr 19 11:10:03.804591 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b2a35a1-e77f-4fce-8f5d-bc51a6689aa1 req-1cda7804-4240-4ad6-915f-e8bf6dd4b965 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681279 Apr 19 11:10:03.836077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Pushing event updated for resources: {'Network': ['ID=f86c943f-f2a6-45db-b9a1-654e9c5abf30,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:03.836077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:03.846151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:10:03.859092 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7646267 Apr 19 11:10:03.862399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 39886) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:03.869744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Request body: {'subnet': {'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1206027370-subnet', 'tenant_id': 'f4a94a5afc764f4494f9e4bad2b20e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:03.880111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:03.889658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Usage tracker for resource:subnet and tenant:f4a94a5afc764f4494f9e4bad2b20e1d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:03.898590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:03.915054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:03.961966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Made reservation on behalf of f4a94a5afc764f4494f9e4bad2b20e1d for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:03.967049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852574588'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:04.914366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2151375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852574571'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:04.923976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4eaef928-b65e-4909-996e-00dc30d23c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:05.042762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e0fac6-e420-4f91-8a20-3d8bf88ab6b0,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:05.050874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:05.060501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aebba2-4f6e-44d9-aa52-b784758360f1 req-894e5412-981b-4552-8a2f-035a20a52ea3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:05.068701 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14aebba2-4f6e-44d9-aa52-b784758360f1 req-894e5412-981b-4552-8a2f-035a20a52ea3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2501905 Apr 19 11:10:05.106529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Checking segment: {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:10:05.106928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Network hostable DHCP agents. Network: f86c943f-f2a6-45db-b9a1-654e9c5abf30, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:10:05.150499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14aebba2-4f6e-44d9-aa52-b784758360f1 req-99e43cd4-c770-48ac-923c-1e0ce6ae2aa0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803890 Apr 19 11:10:05.207909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:10:05.264793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, f86c943f-f2a6-45db-b9a1-654e9c5abf30) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:10:05.278785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b7a41b-42e6-4af1-bd44-d6a458e44b33 None None] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:10:05.282514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:05.283196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:05.407920 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7fc88e2b-c732-437b-a63a-5bb5b80b230c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5355432 Apr 19 11:10:05.629189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52cee84-267f-47c0-a846-fb079be731ab None None] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:10:06.458156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b1710-65da-4ab9-bf7b-7e3067799456 req-bf12b338-4562-423f-8463-c0542e67b54d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:06.466998 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7f2b1710-65da-4ab9-bf7b-7e3067799456 req-bf12b338-4562-423f-8463-c0542e67b54d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1712611 Apr 19 11:10:06.532923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7f2b1710-65da-4ab9-bf7b-7e3067799456 req-98fcf689-8046-4325-b7cf-7c4d739083ba tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648174 Apr 19 11:10:07.827970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610334f-609f-4817-8eb2-231297164ebb req-7102fd45-a6c1-45a5-97bf-005bd6653261 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:07.830033 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7610334f-609f-4817-8eb2-231297164ebb req-7102fd45-a6c1-45a5-97bf-005bd6653261 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1139200 Apr 19 11:10:07.891262 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7610334f-609f-4817-8eb2-231297164ebb req-65862d55-b2f6-4109-b99c-197d519a95f1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540199 Apr 19 11:10:09.290130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbef914-93ce-474d-995d-2845d20283e2 req-eefdfcc3-7f4f-428a-827f-e567dd975648 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:09.292042 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1fbef914-93ce-474d-995d-2845d20283e2 req-eefdfcc3-7f4f-428a-827f-e567dd975648 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1078515 Apr 19 11:10:09.371231 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1fbef914-93ce-474d-995d-2845d20283e2 req-805c425e-bda8-4482-96ed-40261a00e9bc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719895 Apr 19 11:10:10.708674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6d364-dbda-4d2b-b312-15145d36dfd5 req-843e11d1-52d9-4d33-a9d0-971a3eb1e5c1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:10.711571 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-aed6d364-dbda-4d2b-b312-15145d36dfd5 req-843e11d1-52d9-4d33-a9d0-971a3eb1e5c1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1237187 Apr 19 11:10:10.762038 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-aed6d364-dbda-4d2b-b312-15145d36dfd5 req-f8025422-55da-465f-8b38-ee90cc1e945c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441997 Apr 19 11:10:11.993287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0115e1-8610-426f-925a-affb96b5874c req-72670d0e-bd2f-40c5-8d31-3d368af30939 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:11.994923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7d0115e1-8610-426f-925a-affb96b5874c req-72670d0e-bd2f-40c5-8d31-3d368af30939 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.0999801 Apr 19 11:10:12.048864 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7d0115e1-8610-426f-925a-affb96b5874c req-6cc19608-0a4e-446f-b712-907168ba4bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474098 Apr 19 11:10:13.317086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bfdbf-9649-45a3-b7e5-77f019d250b2 req-d419bb7d-86ce-49e1-a6e2-c01d9b34adcf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:13.318914 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d46bfdbf-9649-45a3-b7e5-77f019d250b2 req-d419bb7d-86ce-49e1-a6e2-c01d9b34adcf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1432302 Apr 19 11:10:13.601267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d46bfdbf-9649-45a3-b7e5-77f019d250b2 req-df1e2265-b915-4df0-9723-5549741adb08 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2753808 Apr 19 11:10:14.711887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-518724b1-840c-4129-b93e-209ccd13c43f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:14.713607 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-518724b1-840c-4129-b93e-209ccd13c43f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/networks?id=f86c943f-f2a6-45db-b9a1-654e9c5abf30 HTTP/1.1" status: 200 len: 809 time: 0.1672127 Apr 19 11:10:14.730353 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-a60fc4b9-659f-49b5-b78b-83421019d195 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/quotas/f4a94a5afc764f4494f9e4bad2b20e1d HTTP/1.1" status: 200 len: 375 time: 0.0106113 Apr 19 11:10:14.838270 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-5d1cbb27-7c9e-434b-ad65-a71ba70dfaef tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615082 Apr 19 11:10:15.010060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-4b597693-efe0-4984-a923-3eb448167a4c service neutron] 10.222.0.46 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640308 Apr 19 11:10:15.029326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9565a-0612-427a-ae9f-4f9785d3bf10 req-d4dc7178-d5f1-461d-9a39-78d4b5430bc1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:15.032179 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1bd9565a-0612-427a-ae9f-4f9785d3bf10 req-d4dc7178-d5f1-461d-9a39-78d4b5430bc1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.3008382 Apr 19 11:10:15.176068 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1bd9565a-0612-427a-ae9f-4f9785d3bf10 req-1e6f6cc1-8e51-4138-ab97-bc50f8a114e7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153576 Apr 19 11:10:15.222944 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-9899a3ba-41ec-40fc-8026-cca2a285cedf service neutron] 10.222.0.46 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038102 Apr 19 11:10:16.401594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575f2f-fef2-41df-8918-8652f0e1cd53 req-ab771e43-5b29-460c-aff7-ca6a85acd6dc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:16.403395 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5575f2f-fef2-41df-8918-8652f0e1cd53 req-ab771e43-5b29-460c-aff7-ca6a85acd6dc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.0981555 Apr 19 11:10:16.454211 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5575f2f-fef2-41df-8918-8652f0e1cd53 req-9cad3201-d2a2-4836-b031-4a1913f0ac0a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444045 Apr 19 11:10:16.551753 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-69743eb0-bd80-43fa-b6d4-093341bc4755 req-a0c28b3b-7d7f-4e72-8b2b-d24726c3e742 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 210 time: 0.0504107 Apr 19 11:10:17.292407 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-4d0fd837-330e-4279-9114-265857c6e72d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085293 Apr 19 11:10:17.419455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-7509bf81-8b0d-4b06-906e-5527f4598c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:17.421066 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-7509bf81-8b0d-4b06-906e-5527f4598c07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1098 time: 0.0898592 Apr 19 11:10:17.675644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-ebc8d982-bc09-4786-b2c6-431123a7ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:17.677161 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-ebc8d982-bc09-4786-b2c6-431123a7ad64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.2304242 Apr 19 11:10:17.806589 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f364fd6c-28b3-48ad-b630-875e62fb6ec3 req-80e0f6fe-b136-4aa3-94f6-84f58feeb6d2 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 210 time: 0.1325295 Apr 19 11:10:17.816421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:10:17.858770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8882-b104-4939-93b3-780cf3588e2e req-eaab96f9-3572-48e2-8979-a8e69a67f371 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:17.860408 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7a1d8882-b104-4939-93b3-780cf3588e2e req-eaab96f9-3572-48e2-8979-a8e69a67f371 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2642863 Apr 19 11:10:17.892452 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-1158cea3-91d6-4d2d-b303-f8ee01e85621 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 1001 time: 0.1615150 Apr 19 11:10:17.986308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-c501802b-68d6-47c6-93b6-c4c38395bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:17.987926 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-c501802b-68d6-47c6-93b6-c4c38395bd5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.0870683 Apr 19 11:10:17.991839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7a1d8882-b104-4939-93b3-780cf3588e2e req-f2e181c8-cb24-4212-ab1b-545e71fcbc35 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189682 Apr 19 11:10:18.090774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-37b22500-f9b8-48e8-8d1e-fadec2a0a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:18.092646 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-37b22500-f9b8-48e8-8d1e-fadec2a0a43f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948491 Apr 19 11:10:18.267390 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-3c5526e3-6bdb-4336-8c22-5683bfba5a03 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659975 Apr 19 11:10:18.467340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-fe9c8578-ef81-498d-ae23-403a48f33a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:18.469704 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-fe9c8578-ef81-498d-ae23-403a48f33a09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1137 time: 0.1012113 Apr 19 11:10:18.543887 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d1510e2-a389-4fcc-ae80-667a28890a03 req-c1364a2d-c520-4202-80a3-15875e06679c service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665143 Apr 19 11:10:18.607253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06605feb-9fdd-4947-b97d-bda3bb883986 req-8fabb7c0-499b-446c-a293-bc2bf6a8761e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:18.609267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-06605feb-9fdd-4947-b97d-bda3bb883986 req-8fabb7c0-499b-446c-a293-bc2bf6a8761e tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.2531006 Apr 19 11:10:18.666352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-16d98d29-f377-4ec5-807d-8a753fb5d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:18.668055 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-16d98d29-f377-4ec5-807d-8a753fb5d15c service neutron] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 915 time: 0.1894767 Apr 19 11:10:18.677303 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-06605feb-9fdd-4947-b97d-bda3bb883986 req-2290315c-e66d-4f54-b423-76427469c60f tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582542 Apr 19 11:10:18.793428 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-3487cb50-e02c-4d55-b50e-19b1d3d691bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 1001 time: 0.1128004 Apr 19 11:10:18.872947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-fdf7f366-1d1b-4099-b1c9-e2dea3fb90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:18.874647 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-fdf7f366-1d1b-4099-b1c9-e2dea3fb90bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.0712733 Apr 19 11:10:18.985783 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3416424c-9b63-4ed5-b9c5-94b0830522a3 req-cfb06959-1c2a-4f80-8ef8-21d393bf78e7 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 210 time: 0.0525339 Apr 19 11:10:19.004410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-d1788103-294f-437e-a4fc-5b99df848495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:19.007661 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-d1788103-294f-437e-a4fc-5b99df848495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954244 Apr 19 11:10:19.174969 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-d339c90e-e6e4-4302-8316-e18ca9263581 service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586840 Apr 19 11:10:19.352991 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00a884e7-e420-4941-8af5-d46fd2e26810 req-2c3febd5-fcf2-4cee-b3eb-4af537abcdda service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680110 Apr 19 11:10:19.390479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0d172-aeda-4a41-b2bd-6de52cd143cc req-48e04c16-d70d-4950-a441-90122a2e7650 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:19.398379 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7ac0d172-aeda-4a41-b2bd-6de52cd143cc req-48e04c16-d70d-4950-a441-90122a2e7650 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2228317 Apr 19 11:10:19.403934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-3f1bf0af-32de-4699-84e7-9546bf8171c5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:19.405523 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-3f1bf0af-32de-4699-84e7-9546bf8171c5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "GET /v2.0/networks?id=f86c943f-f2a6-45db-b9a1-654e9c5abf30 HTTP/1.1" status: 200 len: 809 time: 0.2828503 Apr 19 11:10:19.428056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Request body: {'port': {'device_id': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30', 'admin_state_up': True, 'tenant_id': 'f4a94a5afc764f4494f9e4bad2b20e1d'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:19.610355 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7ac0d172-aeda-4a41-b2bd-6de52cd143cc req-6c09ddd6-6cec-41b1-86d3-ba4fb693a754 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2037430 Apr 19 11:10:19.618346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:19.622527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Usage tracker for resource:port and tenant:f4a94a5afc764f4494f9e4bad2b20e1d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:19.625671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:19.633130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:19.920397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf880f16-d96c-4320-9144-c49894d9417f req-b3193940-d7f2-4f8c-99be-3e3b140829b1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:19.922169 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bf880f16-d96c-4320-9144-c49894d9417f req-b3193940-d7f2-4f8c-99be-3e3b140829b1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1193905 Apr 19 11:10:19.981682 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bf880f16-d96c-4320-9144-c49894d9417f req-785220e4-9a10-42b7-9d3d-f748b5d2bd3b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499511 Apr 19 11:10:20.188874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-93013f00-0c10-434b-852e-8ecaffd83d6e req-14b0e715-8022-4ca7-99e5-37c5b282e5d2 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 210 time: 0.0574851 Apr 19 11:10:20.563371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-da6a2e26-3c9e-4857-8892-ed39749e9b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:20.563593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Made reservation on behalf of f4a94a5afc764f4494f9e4bad2b20e1d for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:20.570964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:21.038998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Allocated IP 172.20.0.6 (f86c943f-f2a6-45db-b9a1-654e9c5abf30/32e0fac6-e420-4f91-8a20-3d8bf88ab6b0/7eb2c4eb-60ba-4867-8b2d-770ef299b090) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:10:21.096738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366f5e3-67fd-4842-b11f-e5b9467c0505 req-4914eff3-9f6d-4bf1-9e6c-1f395cdba380 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:21.098352 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2366f5e3-67fd-4842-b11f-e5b9467c0505 req-4914eff3-9f6d-4bf1-9e6c-1f395cdba380 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1494963 Apr 19 11:10:21.266490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:21.312345 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2366f5e3-67fd-4842-b11f-e5b9467c0505 req-e622d43b-aa17-40bf-8c4e-718fbd81a009 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2038217 Apr 19 11:10:21.399396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb63090-63f3-4d0e-8d8c-af71cc8f97f2 req-f3bf2e7c-8069-4094-a44d-61eed74cd5d2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:21.402871 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bdb63090-63f3-4d0e-8d8c-af71cc8f97f2 req-f3bf2e7c-8069-4094-a44d-61eed74cd5d2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.2873611 Apr 19 11:10:21.409428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:21.501120 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-899c600b-eada-4c98-8883-163c6e9f6511 req-e96d9854-1cda-4e27-9e80-d07dcc242b08 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 210 time: 0.0669413 Apr 19 11:10:21.518616 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bdb63090-63f3-4d0e-8d8c-af71cc8f97f2 req-03b5a45c-f7c6-4534-8de8-c8bcbd761c79 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050303 Apr 19 11:10:21.596151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:21.602622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:21.675360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:10:21.679605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:10:21.683889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:10:21.724239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Pushing event updated for resources: {'Port': ['ID=7eb2c4eb-60ba-4867-8b2d-770ef299b090,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:21.740565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.740980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.741375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.741766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.742153 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.742539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.742922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.743302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.743691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.744096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.744477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.744860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:21.754528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:21.773742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:21.774565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:21.824923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4039338 Apr 19 11:10:21.839010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Request body: {'port': {'device_id': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:21.970767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:22.098629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dcfefdfb-73e1-44a6-915f-b51c089b734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:22.458259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb2c4eb-60ba-4867-8b2d-770ef299b090 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:22.476851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:22.567290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda555-2715-4952-a279-78163b288f3a req-84a13111-167a-418c-9b5e-f4ba8edb9cfa tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:22.568968 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-88fda555-2715-4952-a279-78163b288f3a req-84a13111-167a-418c-9b5e-f4ba8edb9cfa tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2467697 Apr 19 11:10:22.601287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Transition to ACTIVE for port object 7eb2c4eb-60ba-4867-8b2d-770ef299b090 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:10:22.636537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f414fd-bcfe-4f71-91de-b898ef895c69 req-0aa3414e-440b-4c49-98e1-6dfe8902e93b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:22.638126 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1f414fd-bcfe-4f71-91de-b898ef895c69 req-0aa3414e-440b-4c49-98e1-6dfe8902e93b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.1737916 Apr 19 11:10:22.647268 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-88fda555-2715-4952-a279-78163b288f3a req-bbc8f9ef-ff3f-49c2-9f64-97a63c6c895b tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715966 Apr 19 11:10:22.674757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:22.688467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7153bea8-92b5-4804-8695-3a6d9bb248fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:22.811178 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1f414fd-bcfe-4f71-91de-b898ef895c69 req-45023c7f-4dee-462d-a8f9-a7f9c5c15335 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628473 Apr 19 11:10:23.003456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb2c4eb-60ba-4867-8b2d-770ef299b090,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:23.019095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:23.094886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:23.100869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Attempting to bind port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:10:23.101399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Attempting to bind port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:10:23.101589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Attempting to bind port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 on network f86c943f-f2a6-45db-b9a1-654e9c5abf30 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:10:23.112878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 on network f86c943f-f2a6-45db-b9a1-654e9c5abf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:10:23.113240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Attempting to bind port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 on network f86c943f-f2a6-45db-b9a1-654e9c5abf30 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:10:23.126808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a813e-6534-4c34-9e03-42be5495190e req-fd686ccf-ab64-4bda-90d9-49dedf798b2a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:23.127562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-8c5a813e-6534-4c34-9e03-42be5495190e req-fd686ccf-ab64-4bda-90d9-49dedf798b2a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Synchronizing usage tracker for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:23.136906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:10:23.137284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Checking segment: {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:10:23.137705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Bound using segment: {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:10:23.138182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Bound port: 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:10:23.138562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:23.165466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e933394-4480-40a5-ae2c-e405f53c1bab req-daa51b6a-4ffb-4ad7-a0ee-bb8625e53a59 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:23.167065 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3e933394-4480-40a5-ae2c-e405f53c1bab req-daa51b6a-4ffb-4ad7-a0ee-bb8625e53a59 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.2412124 Apr 19 11:10:23.192066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:23.278373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-8c5a813e-6534-4c34-9e03-42be5495190e req-fd686ccf-ab64-4bda-90d9-49dedf798b2a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Unset dirty status for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:23.279573 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c5a813e-6534-4c34-9e03-42be5495190e req-fd686ccf-ab64-4bda-90d9-49dedf798b2a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 943 time: 0.4586351 Apr 19 11:10:23.319494 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3e933394-4480-40a5-ae2c-e405f53c1bab req-7b2d370a-2a2f-43aa-8464-22d5f9c4e593 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083636 Apr 19 11:10:23.330522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] For port 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:10:23.352230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] For port 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7eb2c4eb-60ba-4867-8b2d-770ef299b090,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:10:23.360369 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c5a813e-6534-4c34-9e03-42be5495190e req-11cf6da6-6115-4110-a1a1-f7f84acff385 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Apr 19 11:10:23.390667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:23.396012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:23.463051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:23.463735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:23.465265 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] 10.222.0.55 "PUT /v2.0/ports/7eb2c4eb-60ba-4867-8b2d-770ef299b090 HTTP/1.1" status: 200 len: 1093 time: 1.6319680 Apr 19 11:10:23.465796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'tag': '7eb2c4eb-60ba-4867-8b2d-770ef299b090'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:23.487378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb2c4eb-60ba-4867-8b2d-770ef299b090,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:23.491737 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:23.515205 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'tag': '7eb2c4eb-60ba-4867-8b2d-770ef299b090', 'status': 'completed', 'code': 200} Apr 19 11:10:23.855373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02be972-7a53-4ee0-8cbe-fc0cb2359ecb req-5357d080-8fe6-427c-b571-e870741c18ff tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:23.857083 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b02be972-7a53-4ee0-8cbe-fc0cb2359ecb req-5357d080-8fe6-427c-b571-e870741c18ff tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0931745 Apr 19 11:10:23.908681 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b02be972-7a53-4ee0-8cbe-fc0cb2359ecb req-e922f945-5891-40d1-a76d-306642d69f45 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Apr 19 11:10:24.033487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175be586-9447-43f7-80d2-5f20bce20370 req-1f8ae5c6-d28c-48a2-88c5-a8bcfe591f60 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:24.035020 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-175be586-9447-43f7-80d2-5f20bce20370 req-1f8ae5c6-d28c-48a2-88c5-a8bcfe591f60 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.0919833 Apr 19 11:10:24.085076 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-175be586-9447-43f7-80d2-5f20bce20370 req-e5864a5f-85e0-4645-963b-251af840c4b4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424063 Apr 19 11:10:24.087458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:24.604638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c69314-f802-4e70-be63-fa157ba281c7 req-bd969143-7d53-47f6-9938-b4abe7d3674a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:24.606199 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-67c69314-f802-4e70-be63-fa157ba281c7 req-bd969143-7d53-47f6-9938-b4abe7d3674a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1661596 Apr 19 11:10:24.638118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df635f6-0299-40f8-b453-ed21dba3445e req-f14145e4-33c5-493a-9635-192bf6b74b29 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:24.639730 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0df635f6-0299-40f8-b453-ed21dba3445e req-f14145e4-33c5-493a-9635-192bf6b74b29 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 943 time: 0.1455584 Apr 19 11:10:24.703212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-67c69314-f802-4e70-be63-fa157ba281c7 req-915329e3-991e-4fb3-aeef-267ffee72b41 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889156 Apr 19 11:10:24.715495 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0df635f6-0299-40f8-b453-ed21dba3445e req-6369503c-eaf1-4622-8dc6-7acf256db8b3 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663257 Apr 19 11:10:25.148073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d5aa0-76ad-4b63-9704-747826886936 req-0595e694-f839-4fd9-82a5-4a48bd554804 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:25.149707 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-458d5aa0-76ad-4b63-9704-747826886936 req-0595e694-f839-4fd9-82a5-4a48bd554804 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0903337 Apr 19 11:10:25.201035 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-458d5aa0-76ad-4b63-9704-747826886936 req-2cfef3c5-6fc7-4ea8-bb9f-20d3febb77eb tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Apr 19 11:10:25.297417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5eebd-752a-4e1c-bf44-ff18187c601c req-da69de28-b0b9-4f54-b3ca-5a1dd2b9891c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:25.299103 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-18e5eebd-752a-4e1c-bf44-ff18187c601c req-da69de28-b0b9-4f54-b3ca-5a1dd2b9891c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.0926998 Apr 19 11:10:25.349989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-18e5eebd-752a-4e1c-bf44-ff18187c601c req-d231bbc3-a161-4913-8f6e-7d0f9db35b85 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438967 Apr 19 11:10:25.987760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf379e-0f9c-4e8c-a796-34acf4bfd22b req-017d90de-dc57-4241-8d2d-c3dd932dfaa4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:25.989423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7cbf379e-0f9c-4e8c-a796-34acf4bfd22b req-017d90de-dc57-4241-8d2d-c3dd932dfaa4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1651142 Apr 19 11:10:26.000002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953c7d5-3967-46e2-bc4e-d77fdc7a02fc req-c07abe47-9ef9-4ffc-ba6e-a2ece1149d13 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:26.001584 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1953c7d5-3967-46e2-bc4e-d77fdc7a02fc req-c07abe47-9ef9-4ffc-ba6e-a2ece1149d13 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 943 time: 0.1397748 Apr 19 11:10:26.082858 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7cbf379e-0f9c-4e8c-a796-34acf4bfd22b req-590fec3b-4d38-44b7-8e3c-12f9cf065f7c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801969 Apr 19 11:10:26.091212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1953c7d5-3967-46e2-bc4e-d77fdc7a02fc req-5193576a-51d3-4add-8ce5-8b3d03667991 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723875 Apr 19 11:10:26.484548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:10:26.639666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:26.660479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'port_id': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'mac_address': 'fa:16:3e:4f:d4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:10:26.722000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:26.740631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cd5544-8638-46ab-83da-7aaaacf23dc1 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:26.757819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:26.766145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948c68-c54f-41d4-a80a-f4d2aedc5693 req-ee1abe4c-16e1-4c42-812f-1acd3c036a3c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:26.767752 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e6948c68-c54f-41d4-a80a-f4d2aedc5693 req-ee1abe4c-16e1-4c42-812f-1acd3c036a3c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.4491827 Apr 19 11:10:26.777530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ca3c6-3d70-456f-98bf-95bfa7cb5a0d req-cd1d9a38-dcc4-470a-8b17-106da1cadc31 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:26.779038 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-727ca3c6-3d70-456f-98bf-95bfa7cb5a0d req-cd1d9a38-dcc4-470a-8b17-106da1cadc31 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 943 time: 0.2101004 Apr 19 11:10:26.782535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa00c72-049e-48a6-bd8e-3be1e2da734a req-1a045c53-406e-404e-8d80-af68d5dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:26.784000 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cfa00c72-049e-48a6-bd8e-3be1e2da734a req-1a045c53-406e-404e-8d80-af68d5dc622c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 1096 time: 0.2089224 Apr 19 11:10:26.795529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:26.797660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:26.872871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=9']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:26.881589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.882134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.882521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.882909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.883273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.883639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.884030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.884533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.884728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.885075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.885437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.885792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:26.889990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:26.945963 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e6948c68-c54f-41d4-a80a-f4d2aedc5693 req-6b2baccc-a97f-4860-bfa0-00aef3ed7a5e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657465 Apr 19 11:10:26.968505 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-727ca3c6-3d70-456f-98bf-95bfa7cb5a0d req-ee7b824a-ce3e-46a9-a3db-82de77167637 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1828754 Apr 19 11:10:27.014907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa00c72-049e-48a6-bd8e-3be1e2da734a req-4f06c84c-53d9-437b-bd1f-ab473304364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:27.016553 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cfa00c72-049e-48a6-bd8e-3be1e2da734a req-4f06c84c-53d9-437b-bd1f-ab473304364b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2138326 Apr 19 11:10:27.179150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['c1cd5544-8638-46ab-83da-7aaaacf23dc1'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:27.185881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa00c72-049e-48a6-bd8e-3be1e2da734a req-76faa75f-35be-4ef6-aba3-24ea8f9f0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:27.189012 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cfa00c72-049e-48a6-bd8e-3be1e2da734a req-76faa75f-35be-4ef6-aba3-24ea8f9f0457 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638317 Apr 19 11:10:27.458266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87052e-34f2-46ad-9a6e-5ddc0b7f363f req-5e8c34a9-662d-48df-ac04-00654c70b458 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:27.460131 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ec87052e-34f2-46ad-9a6e-5ddc0b7f363f req-5e8c34a9-662d-48df-ac04-00654c70b458 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 943 time: 0.2426767 Apr 19 11:10:27.470419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f488f85-c2a7-48aa-9999-57b779943197 req-f7a5bf44-baf6-432f-bc18-ca995518f6da tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:27.472125 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f488f85-c2a7-48aa-9999-57b779943197 req-f7a5bf44-baf6-432f-bc18-ca995518f6da tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.2079995 Apr 19 11:10:27.474663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-39f23f6c-ecef-449f-af61-4caec067f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:27.476155 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-39f23f6c-ecef-449f-af61-4caec067f34a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 1096 time: 0.2182925 Apr 19 11:10:27.597930 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-e7a0cb2d-aa5f-4a44-8967-4960d6b0f2eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eb2c4eb-60ba-4867-8b2d-770ef299b090 HTTP/1.1" status: 200 len: 217 time: 0.1028965 Apr 19 11:10:27.666877 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ec87052e-34f2-46ad-9a6e-5ddc0b7f363f req-f1a8f338-1568-4421-8e35-925fe803b832 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896751 Apr 19 11:10:27.681723 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f488f85-c2a7-48aa-9999-57b779943197 req-be790b2f-255a-47df-b56e-e3b947f6a93f tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896613 Apr 19 11:10:27.712747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-dbf26211-f743-44e7-a350-aa6b9fbaa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:27.715638 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-dbf26211-f743-44e7-a350-aa6b9fbaa176 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32e0fac6-e420-4f91-8a20-3d8bf88ab6b0 HTTP/1.1" status: 200 len: 849 time: 0.1051385 Apr 19 11:10:27.772218 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-898ee196-2c75-4ba4-a883-6a0f25e87a36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f86c943f-f2a6-45db-b9a1-654e9c5abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489507 Apr 19 11:10:27.926595 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-21fe96d8-eb2e-469b-8ce0-eb9ed57073be service neutron] 10.222.0.55 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422513 Apr 19 11:10:28.201653 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2af53567-ae28-442a-b7ce-feaa77f10963 req-96e5ec55-ac7e-4492-bee9-f67e3271aeb7 service neutron] 10.222.0.55 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611372 Apr 19 11:10:28.336385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b108a-6049-4207-8e5c-321c4e04c4b3 req-a617dd7a-3b02-42b0-a0c1-b381e71164ec tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:28.338037 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4a8b108a-6049-4207-8e5c-321c4e04c4b3 req-a617dd7a-3b02-42b0-a0c1-b381e71164ec tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2206883 Apr 19 11:10:28.351638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7cad0-d48e-4cf6-a22e-32f02f3f2749 req-f143016f-9087-4a0f-aaca-c1149ba8df7d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:28.353303 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3c7cad0-d48e-4cf6-a22e-32f02f3f2749 req-f143016f-9087-4a0f-aaca-c1149ba8df7d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 944 time: 0.2336869 Apr 19 11:10:28.499442 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4a8b108a-6049-4207-8e5c-321c4e04c4b3 req-78a1ecb2-be62-4707-aaa3-60e963f33fa8 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450641 Apr 19 11:10:28.516531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3c7cad0-d48e-4cf6-a22e-32f02f3f2749 req-a7556cf9-6b1b-480c-947a-4ae8239d06c3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039686 Apr 19 11:10:28.538464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd76c7-5515-4518-baf9-f785513376e5 req-dfba0c3f-1388-4311-9894-43420b1c240d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:28.540090 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-13dd76c7-5515-4518-baf9-f785513376e5 req-dfba0c3f-1388-4311-9894-43420b1c240d tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1839070 Apr 19 11:10:28.619276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Deleting port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:10:28.619662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:29.038846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] For port ba5a40e8-c530-4b42-b317-0ccf5872eaf1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:29.039208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:29.188279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Calling delete_port for ba5a40e8-c530-4b42-b317-0ccf5872eaf1 owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:10:29.246435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c7c9-653d-4df7-8050-b5c68f4931a4 req-e667eb33-2285-4b51-8c0a-517221e8490b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:29.248116 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15b1c7c9-653d-4df7-8050-b5c68f4931a4 req-e667eb33-2285-4b51-8c0a-517221e8490b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.4195135 Apr 19 11:10:29.259710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a3f08-0fe4-422d-8db0-8867efaee733 req-d0ffe3b7-f93c-44b0-8958-5777890122d1 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:29.261420 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-525a3f08-0fe4-422d-8db0-8867efaee733 req-d0ffe3b7-f93c-44b0-8958-5777890122d1 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 943 time: 0.4341173 Apr 19 11:10:29.453122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7eb2c4eb-60ba-4867-8b2d-770ef299b090 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:10:29.460698 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15b1c7c9-653d-4df7-8050-b5c68f4931a4 req-8ef95758-530f-49c5-a974-59e7707b2aed tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935756 Apr 19 11:10:29.460928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:10:29.461060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-525a3f08-0fe4-422d-8db0-8867efaee733 req-832ef27d-d728-47ed-a1fd-d1847778e95b tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867940 Apr 19 11:10:29.597404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:29.605193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-045a7a0b-5aa0-4e6c-bc8a-02bdc9a9a6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:29.679100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['e0c0bae4-c248-4851-ba93-27d945cdee38', 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:29.762072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7eb2c4eb-60ba-4867-8b2d-770ef299b090,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:29.787067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '7eb2c4eb-60ba-4867-8b2d-770ef299b090', 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30', 'port_id': '7eb2c4eb-60ba-4867-8b2d-770ef299b090', 'mac_address': 'fa:16:3e:af:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e0fac6-e420-4f91-8a20-3d8bf88ab6b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:10:29.848490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port c1cd5544-8638-46ab-83da-7aaaacf23dc1 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:10:29.848847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:29.954236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:29.984398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb2c4eb-60ba-4867-8b2d-770ef299b090 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:29.994509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Pushing event deleted for resources: {'Port': ['ID=ba5a40e8-c530-4b42-b317-0ccf5872eaf1,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:30.016051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:30.018359 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-735379a2-2cfe-4d03-91cc-15a657b57778 req-5f43b06d-af66-43b9-be49-107b71fcacf4 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.1151118 Apr 19 11:10:30.066414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7eb2c4eb-60ba-4867-8b2d-770ef299b090,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:30.101154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] No DVR routers for this DVR port ba5a40e8-c530-4b42-b317-0ccf5872eaf1 on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:10:30.107267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:30.109976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:30.110181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'name': 'network-vif-deleted', 'tag': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:30.111941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:30.127361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:30.136598 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-13dd76c7-5515-4518-baf9-f785513376e5 req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "DELETE /v2.0/ports/ba5a40e8-c530-4b42-b317-0ccf5872eaf1 HTTP/1.1" status: 204 len: 173 time: 1.5905054 Apr 19 11:10:30.154002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64b03f-6510-424c-b52c-a8ecfd24e21e req-d3222a80-7502-4ced-b254-31f2f0dcf5b1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:30.155664 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f64b03f-6510-424c-b52c-a8ecfd24e21e req-d3222a80-7502-4ced-b254-31f2f0dcf5b1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 944 time: 0.2504902 Apr 19 11:10:30.183345 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6740df15-47bf-4fc2-bb43-1c879437bcc3', 'name': 'network-vif-deleted', 'tag': 'ba5a40e8-c530-4b42-b317-0ccf5872eaf1', 'status': 'completed', 'code': 200} Apr 19 11:10:30.221984 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f64b03f-6510-424c-b52c-a8ecfd24e21e req-dfe5d22d-d86f-46f7-85b4-0de03efe9058 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597200 Apr 19 11:10:30.236931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:30.287645 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:30.291636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=7eb2c4eb-60ba-4867-8b2d-770ef299b090,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:30.303387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:30.305521 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'code': 200} Apr 19 11:10:30.323957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:30.327611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:30.539501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['7eb2c4eb-60ba-4867-8b2d-770ef299b090'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:30.667147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=10']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:30.676085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:30.774649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8252a35-0a1c-4adb-bb5c-303faaadac04 req-58fbf617-5fa6-4eb5-b7f1-dc6231cf067c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:30.776314 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8252a35-0a1c-4adb-bb5c-303faaadac04 req-58fbf617-5fa6-4eb5-b7f1-dc6231cf067c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 944 time: 0.1839557 Apr 19 11:10:30.785952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275f848-2e50-42c0-8dc4-e05df6521b19 req-1c2db6c1-ca87-40a6-b717-62ee4ab8ee6b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:30.787741 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e275f848-2e50-42c0-8dc4-e05df6521b19 req-1c2db6c1-ca87-40a6-b717-62ee4ab8ee6b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1940255 Apr 19 11:10:30.873032 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a8252a35-0a1c-4adb-bb5c-303faaadac04 req-0032df97-2793-4dfb-ac98-41c0e464a4bc tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841749 Apr 19 11:10:30.888561 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e275f848-2e50-42c0-8dc4-e05df6521b19 req-1e74fa9b-9596-4ddf-80fe-e2a140d29f93 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822027 Apr 19 11:10:31.097303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811b457-a385-4ec2-8217-b6e36dd00778 req-a9aa9082-0dc0-4f12-b1e3-168eda6ba933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:31.099155 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b811b457-a385-4ec2-8217-b6e36dd00778 req-a9aa9082-0dc0-4f12-b1e3-168eda6ba933 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 1099 time: 0.1403217 Apr 19 11:10:31.155859 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b811b457-a385-4ec2-8217-b6e36dd00778 req-afc5f3df-d738-44d0-8b50-60a95bb9e7a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485380 Apr 19 11:10:31.258652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-66403ac4-6d54-44d1-8a8f-9be5fdcfb68a req-d8254ff3-fb8e-4dcb-8267-1580609fbc55 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Synchronizing usage tracker for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:31.316785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-66403ac4-6d54-44d1-8a8f-9be5fdcfb68a req-d8254ff3-fb8e-4dcb-8267-1580609fbc55 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Unset dirty status for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:31.319223 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-66403ac4-6d54-44d1-8a8f-9be5fdcfb68a req-d8254ff3-fb8e-4dcb-8267-1580609fbc55 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6740df15-47bf-4fc2-bb43-1c879437bcc3 HTTP/1.1" status: 200 len: 210 time: 0.1208816 Apr 19 11:10:31.461170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7eb2c4eb-60ba-4867-8b2d-770ef299b090 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:10:31.487601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40ae2e-5357-491d-a151-77724642387b req-f1f373a9-010c-4d8f-9a65-04ccb6f90a39 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:31.490905 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0d40ae2e-5357-491d-a151-77724642387b req-f1f373a9-010c-4d8f-9a65-04ccb6f90a39 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1154194 Apr 19 11:10:31.553874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0d40ae2e-5357-491d-a151-77724642387b req-35d0b977-3c9b-4ff5-b758-391abf757b04 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557785 Apr 19 11:10:31.584652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:10:31.590974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:10:31.591402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:31.730832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:31.775808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7eb2c4eb-60ba-4867-8b2d-770ef299b090,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:31.820588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:31.821533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device ba5a40e8-c530-4b42-b317-0ccf5872eaf1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:10:31.863913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:31.921058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: ba5a40e8-c530-4b42-b317-0ccf5872eaf1 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:10:31.921463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device ba5a40e8-c530-4b42-b317-0ccf5872eaf1 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:10:31.977327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=7eb2c4eb-60ba-4867-8b2d-770ef299b090,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:31.983009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:32.199703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ba166-db17-495e-a6b5-faaf9703806d req-9631c38d-7ce5-4b60-9339-328cb556f857 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:32.201433 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-152ba166-db17-495e-a6b5-faaf9703806d req-9631c38d-7ce5-4b60-9339-328cb556f857 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1659441 Apr 19 11:10:32.210652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e079c-b1b2-4b04-beb8-c81b18754a54 req-2c2bb4ff-1f76-4be6-9b99-e3f40906ebe3 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:32.212227 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-664e079c-b1b2-4b04-beb8-c81b18754a54 req-2c2bb4ff-1f76-4be6-9b99-e3f40906ebe3 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.1744609 Apr 19 11:10:32.293764 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-152ba166-db17-495e-a6b5-faaf9703806d req-bf64cc55-0121-46d3-a458-89e9f3599df1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803468 Apr 19 11:10:32.306871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb2c4eb-60ba-4867-8b2d-770ef299b090'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:32.347905 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-664e079c-b1b2-4b04-beb8-c81b18754a54 req-eaf2269f-8596-4b15-8d38-ab7e4ab27810 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172380 Apr 19 11:10:32.365378 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb2c4eb-60ba-4867-8b2d-770ef299b090', 'code': 200} Apr 19 11:10:32.933874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5313de-891a-463b-8b5a-5901bfc4efbe req-aa4b44a7-135e-4ef0-8edd-4d1908da588c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:32.935492 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd5313de-891a-463b-8b5a-5901bfc4efbe req-aa4b44a7-135e-4ef0-8edd-4d1908da588c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1534557 Apr 19 11:10:32.937784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b68c2-1483-4941-b643-ff37299e2665 req-1ec74b86-7a76-412e-8986-79c5690bf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:32.939480 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-552b68c2-1483-4941-b643-ff37299e2665 req-1ec74b86-7a76-412e-8986-79c5690bf20a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 1098 time: 0.2271211 Apr 19 11:10:33.059538 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd5313de-891a-463b-8b5a-5901bfc4efbe req-eb3141ba-c7c3-4cdf-8fd4-93eafae7299e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169717 Apr 19 11:10:33.072876 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-552b68c2-1483-4941-b643-ff37299e2665 req-7fe318e6-70bb-4835-842d-f0a68de83f2c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133859 Apr 19 11:10:33.116225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668076f1-8d3d-4fde-aa09-91de7c9cba26 req-b3ff59e7-db02-4ddc-a1f0-105ec4f0d981 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:33.117791 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-668076f1-8d3d-4fde-aa09-91de7c9cba26 req-b3ff59e7-db02-4ddc-a1f0-105ec4f0d981 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1147015 Apr 19 11:10:33.166742 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-668076f1-8d3d-4fde-aa09-91de7c9cba26 req-b6578f24-5ad6-4b8b-8a05-c3a394273277 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Apr 19 11:10:33.576842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691721-9574-4c6a-b39e-efa0b3dfc773 req-9bc8beaf-cfa4-46fa-bc45-51807f9d78f4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:33.578463 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07691721-9574-4c6a-b39e-efa0b3dfc773 req-9bc8beaf-cfa4-46fa-bc45-51807f9d78f4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1579871 Apr 19 11:10:33.619501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a2ea4-d1b3-4e7e-903c-de6dfba4d076 req-13731ba3-983f-405d-a458-eac675c0e019 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:33.621047 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d1a2ea4-d1b3-4e7e-903c-de6dfba4d076 req-13731ba3-983f-405d-a458-eac675c0e019 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.1439795 Apr 19 11:10:33.667330 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07691721-9574-4c6a-b39e-efa0b3dfc773 req-df473a97-a546-414a-8512-3cb6542adc60 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796306 Apr 19 11:10:33.690132 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d1a2ea4-d1b3-4e7e-903c-de6dfba4d076 req-8483830e-6d8c-4f40-aaf2-6f07dea31766 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568728 Apr 19 11:10:34.178654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40384) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:34.297547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371004-fdbd-4b4f-87bd-e9535ea340cb req-331da945-1b89-4636-9ee3-afd00e2e868b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:34.299388 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-56371004-fdbd-4b4f-87bd-e9535ea340cb req-331da945-1b89-4636-9ee3-afd00e2e868b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1093850 Apr 19 11:10:34.387358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:34.427417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:34.445060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-56371004-fdbd-4b4f-87bd-e9535ea340cb req-0a9b92cd-8d84-46ce-b212-0b59eec87801 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997734 Apr 19 11:10:34.446058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Usage tracker for resource:security_group_rule and tenant:32fecedadc424f6493879756644c11d3 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:34.450210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:34.458356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:34.483235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553698-9fd5-45e5-bbc7-b5f4ceeebd90 req-2639c5ac-8628-4403-be31-af03d377ca01 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:34.485753 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-40553698-9fd5-45e5-bbc7-b5f4ceeebd90 req-2639c5ac-8628-4403-be31-af03d377ca01 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1844792 Apr 19 11:10:34.558922 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-40553698-9fd5-45e5-bbc7-b5f4ceeebd90 req-d14c8706-fd28-42d0-8a83-4cc9c60a0cdb tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646319 Apr 19 11:10:34.609241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:34.648693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:34.655799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-15345b78-5eac-4d0e-96de-5ba863ad2c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:34.700628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d9bbd-2bac-4bc2-b320-5fd780e832ea,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:34.704548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:34.709875 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32fecedadc424f6493879756644c11d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272067 Apr 19 11:10:34.710640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40394) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:34.776774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:34.808129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:35.011963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a4c8d-6464-4100-aece-115e3b8748f7 req-4e758418-0d2c-40dc-8659-22afd3b9bd6c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:35.018242 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f0a4c8d-6464-4100-aece-115e3b8748f7 req-4e758418-0d2c-40dc-8659-22afd3b9bd6c tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.2119198 Apr 19 11:10:35.023256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990b72-7336-4610-956e-5f521784006f req-55cb63a2-e754-4949-944d-461ba2b3f799 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:35.024892 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5c990b72-7336-4610-956e-5f521784006f req-55cb63a2-e754-4949-944d-461ba2b3f799 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.1662214 Apr 19 11:10:35.103235 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4f0a4c8d-6464-4100-aece-115e3b8748f7 req-7ca12771-923d-46b6-9bdc-eff576e41141 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772843 Apr 19 11:10:35.110840 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5c990b72-7336-4610-956e-5f521784006f req-cf565ce9-5e8d-427d-9a6e-269df689a09d tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Apr 19 11:10:35.157114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:35.163176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7dc05e18-0ec1-4daf-a316-731589c34fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:35.178213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d9bbd-2bac-4bc2-b320-5fd780e832ea,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:35.183416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:35.183416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:35.184370 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6106907a-a882-4570-9d77-8967281cc11c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d0d9bbd-2bac-4bc2-b320-5fd780e832ea HTTP/1.1" status: 204 len: 168 time: 0.4729171 Apr 19 11:10:35.673337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9688d53-f6fe-4ed9-9493-049b78d8164a req-b38ad7b5-52b3-47f5-a72a-bf1dbf1f3c8c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:35.675168 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d9688d53-f6fe-4ed9-9493-049b78d8164a req-b38ad7b5-52b3-47f5-a72a-bf1dbf1f3c8c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.0976512 Apr 19 11:10:35.780463 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d9688d53-f6fe-4ed9-9493-049b78d8164a req-553d44c8-fc22-41b4-96c2-fc4502cf69aa tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976748 Apr 19 11:10:35.821388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8cc14-04f1-4d63-a3e0-b5b2e28a1782 req-fcc018a9-6f34-4525-a99a-e9106fc6b955 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:35.822992 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9e8cc14-04f1-4d63-a3e0-b5b2e28a1782 req-fcc018a9-6f34-4525-a99a-e9106fc6b955 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1209011 Apr 19 11:10:35.889377 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9e8cc14-04f1-4d63-a3e0-b5b2e28a1782 req-ffd8b100-addf-43b1-a500-f155134eb844 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598371 Apr 19 11:10:36.089854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40428) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:36.216029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-484829126-network', 'tenant_id': '8b13fa952ce144768d86897e2b9a8676'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:36.221988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:36.228182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Usage tracker for resource:network and tenant:8b13fa952ce144768d86897e2b9a8676 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:36.231389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:36.239442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:36.381318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Made reservation on behalf of 8b13fa952ce144768d86897e2b9a8676 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:36.385864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.405904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.435412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747891f-d526-4241-b3a7-894a99c5a31b req-7686f080-3c82-4909-8805-c222d572cc99 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:36.437288 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a747891f-d526-4241-b3a7-894a99c5a31b req-7686f080-3c82-4909-8805-c222d572cc99 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1992168 Apr 19 11:10:36.438563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:36.445438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b13fa952ce144768d86897e2b9a8676 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:36.449637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:36.477446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5228a-0726-4cfa-92cc-cb2cda4bd5b3 req-0cf52bae-746a-4a97-8803-7253db751de2 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:36.478999 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fbf5228a-0726-4cfa-92cc-cb2cda4bd5b3 req-0cf52bae-746a-4a97-8803-7253db751de2 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.2356222 Apr 19 11:10:36.481627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:36.556470 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a747891f-d526-4241-b3a7-894a99c5a31b req-e1af673e-63ee-439e-8cb9-02d409f33492 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078718 Apr 19 11:10:36.582779 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fbf5228a-0726-4cfa-92cc-cb2cda4bd5b3 req-198ee956-39d9-4f10-8868-20542a94a1ca tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951641 Apr 19 11:10:36.638784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.665388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.669731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6624af36-34dc-4833-8c75-860c9aa472a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:36.696142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:10:36.709841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229aa95f-d0f7-4cab-87ec-b81a7a14e814,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:36.713000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:36.747361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.747749 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Added segment 763abbda-df22-4c3a-8ed7-585df27fa066 of type vlan for network a8da405d-30b3-4c54-b019-69c85389b88c Apr 19 11:10:36.774559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.846909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.848390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:36.849641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:36.855024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:37.099649 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0084929 Apr 19 11:10:37.100643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8da405d-30b3-4c54-b019-69c85389b88c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:37.105627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40446) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:37.107155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:37.112432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network a8da405d-30b3-4c54-b019-69c85389b88c details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:10:37.115003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Request body: {'subnet': {'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-484829126-subnet', 'tenant_id': '8b13fa952ce144768d86897e2b9a8676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:37.121006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:37.134091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Usage tracker for resource:subnet and tenant:8b13fa952ce144768d86897e2b9a8676 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:37.136698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:37.149430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:37.158843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025a54f-c883-4322-b3ed-5448560d8b80 req-4a8461e0-5435-4a03-83bf-10f4fe67e355 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:37.161650 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d025a54f-c883-4322-b3ed-5448560d8b80 req-4a8461e0-5435-4a03-83bf-10f4fe67e355 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.2273834 Apr 19 11:10:37.202999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Made reservation on behalf of 8b13fa952ce144768d86897e2b9a8676 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:37.207956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3684689'] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:37.212900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1ee18-0c90-4661-b846-df4e2dbafaed req-b07aefb9-a582-4c6f-94e6-c31aae9da21f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:37.214764 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15f1ee18-0c90-4661-b846-df4e2dbafaed req-b07aefb9-a582-4c6f-94e6-c31aae9da21f tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1743336 Apr 19 11:10:37.266732 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d025a54f-c883-4322-b3ed-5448560d8b80 req-43963515-187a-4fe9-9524-aa0c946a54a2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973942 Apr 19 11:10:37.337516 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15f1ee18-0c90-4661-b846-df4e2dbafaed req-8045da8e-47c4-482c-9688-a296be6fa668 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136646 Apr 19 11:10:37.711496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852173529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3684672'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:37.717302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:37.801059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4072ebcc-fa8a-41f4-b44a-ba178ad0dd63,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:37.814664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.815085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.815491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.815915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.816322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.816718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.817121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.818242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.818496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.818894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.819392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.819783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:10:37.825296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:37.829611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Checking segment: {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:10:37.830012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Network hostable DHCP agents. Network: a8da405d-30b3-4c54-b019-69c85389b88c, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:10:37.887123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Network a8da405d-30b3-4c54-b019-69c85389b88c is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:10:37.921463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, a8da405d-30b3-4c54-b019-69c85389b88c) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:10:37.931510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f311e62-80a9-44ad-8f76-3b46ecc68d87 None None] Network a8da405d-30b3-4c54-b019-69c85389b88c requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:10:37.936117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:37.936770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:37.995870 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6a7fbb2f-ade7-4e69-8cbc-8be1b567ad2f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8794763 Apr 19 11:10:38.082022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b916b9-e0e0-4d81-ba19-f23be8e85778 req-e42fbc4f-0f05-45ca-bb88-60e207a5023b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:38.083776 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e2b916b9-e0e0-4d81-ba19-f23be8e85778 req-e42fbc4f-0f05-45ca-bb88-60e207a5023b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.3821476 Apr 19 11:10:38.097571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fce960-b760-463b-a67d-0001d63dc7da req-d96b00d1-3468-4384-a458-4a5536107566 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:38.100089 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-51fce960-b760-463b-a67d-0001d63dc7da req-d96b00d1-3468-4384-a458-4a5536107566 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.1350513 Apr 19 11:10:38.180439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75b531-dacf-41de-836b-4b5dfe23dec3 None None] Network a8da405d-30b3-4c54-b019-69c85389b88c requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:10:38.183907 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e2b916b9-e0e0-4d81-ba19-f23be8e85778 req-26afa128-901f-4b63-8257-8c1bf3b86df5 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828629 Apr 19 11:10:38.186976 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-51fce960-b760-463b-a67d-0001d63dc7da req-18e83e51-3d9f-4656-b255-5088448fed56 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709357 Apr 19 11:10:38.553068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d5f2a-c1d7-4b1d-a995-2dccde72f30c req-47e45233-518a-4c1f-a736-f58aaaf3d81e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:38.554742 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-113d5f2a-c1d7-4b1d-a995-2dccde72f30c req-47e45233-518a-4c1f-a736-f58aaaf3d81e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.0921872 Apr 19 11:10:38.608658 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-113d5f2a-c1d7-4b1d-a995-2dccde72f30c req-93cc7f97-9279-4b3b-9d59-020b28b5aafb tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468535 Apr 19 11:10:39.402169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50b630-8dc5-4755-bb78-b7a33534abb9 req-aaf8b6a3-41c3-4849-a701-91de58257ceb tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:39.403793 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d50b630-8dc5-4755-bb78-b7a33534abb9 req-aaf8b6a3-41c3-4849-a701-91de58257ceb tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.0919518 Apr 19 11:10:39.457454 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d50b630-8dc5-4755-bb78-b7a33534abb9 req-f82440f8-42da-4098-b85f-6240c795a1d5 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469038 Apr 19 11:10:39.867113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c405-6e4c-41b2-ac9f-5e9ae04a0055 req-5bc33567-8ce6-48fa-8144-e8c04db04fe3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:39.868758 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9ff1c405-6e4c-41b2-ac9f-5e9ae04a0055 req-5bc33567-8ce6-48fa-8144-e8c04db04fe3 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1414478 Apr 19 11:10:39.936404 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9ff1c405-6e4c-41b2-ac9f-5e9ae04a0055 req-b18d384b-0e06-41b5-a2e0-f327b7fdf775 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Apr 19 11:10:39.946565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b987-9079-40d5-9bea-b049e319e42f req-1902d251-bacb-48be-ab0f-880127120311 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:39.948220 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7d0b987-9079-40d5-9bea-b049e319e42f req-1902d251-bacb-48be-ab0f-880127120311 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.1462929 Apr 19 11:10:40.001830 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7d0b987-9079-40d5-9bea-b049e319e42f req-2f49a8fb-9d21-4c26-a31e-3bc7d2bdf439 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471177 Apr 19 11:10:40.436470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-d17feeef-f743-44b4-a357-30395fa8da53 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:40.437209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a67f0620-5c92-4e90-8677-e91a55605783 req-d17feeef-f743-44b4-a357-30395fa8da53 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Synchronizing usage tracker for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:40.480872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a67f0620-5c92-4e90-8677-e91a55605783 req-d17feeef-f743-44b4-a357-30395fa8da53 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Unset dirty status for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:40.482184 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-d17feeef-f743-44b4-a357-30395fa8da53 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/networks?id=a8da405d-30b3-4c54-b019-69c85389b88c HTTP/1.1" status: 200 len: 813 time: 0.2049205 Apr 19 11:10:40.501308 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-9bd88be7-54a2-46e9-90d7-b4f59a258147 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/quotas/8b13fa952ce144768d86897e2b9a8676 HTTP/1.1" status: 200 len: 375 time: 0.0123312 Apr 19 11:10:40.560200 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-9a22ea00-059b-4a46-ad2a-617daa06fbc3 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b13fa952ce144768d86897e2b9a8676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511105 Apr 19 11:10:40.771651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-909d7ec1-fee2-4875-ac4c-cdebce5b8641 service neutron] 10.222.0.46 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029333 Apr 19 11:10:40.784222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003888e0-bcd5-49f9-b256-b6f82932768a req-c70a0627-c1dc-4b78-88e0-25e7b9c03a8b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:40.785839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-003888e0-bcd5-49f9-b256-b6f82932768a req-c70a0627-c1dc-4b78-88e0-25e7b9c03a8b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1938193 Apr 19 11:10:40.934368 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-003888e0-bcd5-49f9-b256-b6f82932768a req-e167b8ca-3765-4445-b52e-5338be9289d4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188619 Apr 19 11:10:40.969430 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-f2c8adc8-0c2e-4930-9de5-d79a4d9c5d03 service neutron] 10.222.0.46 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819654 Apr 19 11:10:41.153241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a4905-5c28-422e-95e8-88b60227dbe2 req-2c8a6b7f-c388-4e97-8316-34480f9d206a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:41.155550 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b13a4905-5c28-422e-95e8-88b60227dbe2 req-2c8a6b7f-c388-4e97-8316-34480f9d206a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.0961833 Apr 19 11:10:41.209386 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b13a4905-5c28-422e-95e8-88b60227dbe2 req-6da7dc8e-f754-42fb-a670-5ade8866baa9 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Apr 19 11:10:41.399279 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-882166a0-d538-4567-aec4-3911c52e978c req-a2a0ed9a-c1a1-4b9e-86ba-1bb79987a97d tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 210 time: 0.1150753 Apr 19 11:10:41.459318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1a6da-9923-4548-a0df-66fef9f8aa68 req-779ca59f-db76-4eeb-a445-62968bbfe497 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:41.461089 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37c1a6da-9923-4548-a0df-66fef9f8aa68 req-779ca59f-db76-4eeb-a445-62968bbfe497 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.2322812 Apr 19 11:10:41.474129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-a55e4351-2a8f-4033-a022-4fcdc38b767a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:41.475918 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-a55e4351-2a8f-4033-a022-4fcdc38b767a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 945 time: 0.1830308 Apr 19 11:10:41.584516 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37c1a6da-9923-4548-a0df-66fef9f8aa68 req-aa28ba81-3c3d-48dd-a9ac-f41175e068c0 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075029 Apr 19 11:10:41.591201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Deleting port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:10:41.591585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:41.865943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] For port 7eb2c4eb-60ba-4867-8b2d-770ef299b090, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7eb2c4eb-60ba-4867-8b2d-770ef299b090,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:41.866348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:42.005613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Calling delete_port for 7eb2c4eb-60ba-4867-8b2d-770ef299b090 owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:10:42.028126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-07b64f59-cb53-4122-8fcb-c0cb8b927559 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:42.029052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-07b64f59-cb53-4122-8fcb-c0cb8b927559 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Synchronizing usage tracker for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:42.042325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-07b64f59-cb53-4122-8fcb-c0cb8b927559 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Unset dirty status for tenant:733a970d5f8140d382800f9aaa7d6324 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:42.043477 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-07b64f59-cb53-4122-8fcb-c0cb8b927559 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.1150038 Apr 19 11:10:42.128457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Deleting port e0c0bae4-c248-4851-ba93-27d945cdee38 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:10:42.128843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:42.319748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e1d3d-b062-4dcf-97b5-d18969dbfbfe req-802ee794-e4b8-4570-b054-8ac53dd63e83 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:42.321667 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-279e1d3d-b062-4dcf-97b5-d18969dbfbfe req-802ee794-e4b8-4570-b054-8ac53dd63e83 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.1999061 Apr 19 11:10:42.322908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:42.329323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:42.335995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['7eb2c4eb-60ba-4867-8b2d-770ef299b090'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:42.482063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Pushing event deleted for resources: {'Port': ['ID=7eb2c4eb-60ba-4867-8b2d-770ef299b090,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:42.484864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:42.501501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] For port e0c0bae4-c248-4851-ba93-27d945cdee38, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c0bae4-c248-4851-ba93-27d945cdee38,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:42.501931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:42.538877 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-279e1d3d-b062-4dcf-97b5-d18969dbfbfe req-3df41c68-7a7d-4adb-9be8-5d7ee2d6c748 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639938 Apr 19 11:10:42.591723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] No DVR routers for this DVR port 7eb2c4eb-60ba-4867-8b2d-770ef299b090 on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:10:42.595273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:42.598824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'name': 'network-vif-deleted', 'tag': '7eb2c4eb-60ba-4867-8b2d-770ef299b090'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:42.641622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0bd9-ecbb-4a9f-b913-c12528c01c4b req-b72d1048-c878-45b5-a8f7-a5ea8fb4bd5c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:42.643273 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-20ce0bd9-ecbb-4a9f-b913-c12528c01c4b req-b72d1048-c878-45b5-a8f7-a5ea8fb4bd5c tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/ports?device_id=df12f7a8-db47-4aa3-908f-0f8397974b12 HTTP/1.1" status: 200 len: 945 time: 0.2700088 Apr 19 11:10:42.644843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Calling delete_port for e0c0bae4-c248-4851-ba93-27d945cdee38 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:10:42.673911 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be1c7032-2b5c-4844-9c33-a6bbce58b344 req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "DELETE /v2.0/ports/7eb2c4eb-60ba-4867-8b2d-770ef299b090 HTTP/1.1" status: 204 len: 173 time: 1.1816213 Apr 19 11:10:42.735920 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2c164255-17aa-41e1-9f38-3301aa664cc5 req-19153603-9ccd-4233-baaa-9b2cf074da21 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0668509 Apr 19 11:10:42.757372 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-20ce0bd9-ecbb-4a9f-b913-c12528c01c4b req-b8a18cf4-9991-4d2a-8ea6-dc79fd6dcf4e tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfbd695d-741e-4eb5-abda-96ce011e8b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058192 Apr 19 11:10:42.795956 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739ff23d-d4cf-403e-9463-b6ce2ab934ca', 'name': 'network-vif-deleted', 'tag': '7eb2c4eb-60ba-4867-8b2d-770ef299b090', 'status': 'completed', 'code': 200} Apr 19 11:10:42.892449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:42.899485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:42.905032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['e0c0bae4-c248-4851-ba93-27d945cdee38'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:42.960126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Pushing event deleted for resources: {'Port': ['ID=e0c0bae4-c248-4851-ba93-27d945cdee38,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:42.978035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:43.013093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-ff0bf454-cac4-41cc-a789-b551604f2bdd req-59766436-b143-491f-b183-c2249cad269b tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Synchronizing usage tracker for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:43.102651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] No DVR routers for this DVR port e0c0bae4-c248-4851-ba93-27d945cdee38 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:10:43.105931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:43.110588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'name': 'network-vif-deleted', 'tag': 'e0c0bae4-c248-4851-ba93-27d945cdee38'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:43.154428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-ff0bf454-cac4-41cc-a789-b551604f2bdd req-59766436-b143-491f-b183-c2249cad269b tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Unset dirty status for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:43.155747 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff0bf454-cac4-41cc-a789-b551604f2bdd req-59766436-b143-491f-b183-c2249cad269b tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=739ff23d-d4cf-403e-9463-b6ce2ab934ca HTTP/1.1" status: 200 len: 210 time: 0.2887018 Apr 19 11:10:43.162682 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df12f7a8-db47-4aa3-908f-0f8397974b12', 'name': 'network-vif-deleted', 'tag': 'e0c0bae4-c248-4851-ba93-27d945cdee38', 'status': 'completed', 'code': 200} Apr 19 11:10:43.165251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-8eb68202-668f-485e-81b9-16e6a8b85d01 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:43.166830 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-8eb68202-668f-485e-81b9-16e6a8b85d01 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "GET /v2.0/networks?id=a8da405d-30b3-4c54-b019-69c85389b88c HTTP/1.1" status: 200 len: 813 time: 0.1868057 Apr 19 11:10:43.182989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Request body: {'port': {'device_id': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c', 'admin_state_up': True, 'tenant_id': '8b13fa952ce144768d86897e2b9a8676'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:43.190191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77e0e9d8-7c37-44eb-9c71-4e4eb90938fc req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] 10.222.0.55 "DELETE /v2.0/ports/e0c0bae4-c248-4851-ba93-27d945cdee38 HTTP/1.1" status: 204 len: 173 time: 1.1405063 Apr 19 11:10:43.368491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:43.372642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Usage tracker for resource:port and tenant:8b13fa952ce144768d86897e2b9a8676 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:43.376581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:43.383388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:43.428493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40560) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:43.441370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Made reservation on behalf of 8b13fa952ce144768d86897e2b9a8676 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:43.447805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:43.587668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:43.604687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:43.609434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Usage tracker for resource:security_group_rule and tenant:3971114038fc47a68fa00c818ac938d9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:43.612569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:43.626237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:43.689530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Allocated IP 172.20.0.13 (a8da405d-30b3-4c54-b019-69c85389b88c/4072ebcc-fa8a-41f4-b44a-ba178ad0dd63/cd0a0ab4-2125-4312-a658-a0e658a6f474) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:10:43.851374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:43.887947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:43.897670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-051edd00-e393-4296-8bc2-0e71be5de277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:43.942984 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3971114038fc47a68fa00c818ac938d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131848 Apr 19 11:10:43.943978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ed69a-33a5-42ef-92cd-2d7996518c1e,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:43.947298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40576) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:43.950617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:44.024468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.068219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.180320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.184476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-36b9e5e0-619c-4c5c-a078-0cbc97a1dda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:44.197407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ed69a-33a5-42ef-92cd-2d7996518c1e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:44.201459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:44.205039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.210976 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/599ed69a-33a5-42ef-92cd-2d7996518c1e HTTP/1.1" status: 204 len: 168 time: 0.2579105 Apr 19 11:10:44.221714 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-17c0916c-0aa1-4ca5-8ad6-5203446d4f88 req-bc85fec4-ece5-4875-b88d-9c822eb68dfc tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 210 time: 0.3595834 Apr 19 11:10:44.330512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b9975-f20a-42a2-ac71-4b6304a0618b req-b3fc1c5f-194f-49fe-b238-e50437a7330a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:44.332172 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e41b9975-f20a-42a2-ac71-4b6304a0618b req-b3fc1c5f-194f-49fe-b238-e50437a7330a tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.5285461 Apr 19 11:10:44.332322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40584) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:44.370221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.428464 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e41b9975-f20a-42a2-ac71-4b6304a0618b req-4d392403-b75a-44b9-8989-90f262a26bdf tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824776 Apr 19 11:10:44.528745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.540848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:44.635288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Network a8da405d-30b3-4c54-b019-69c85389b88c is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:10:44.647007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:10:44.653257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:10:44.740397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Pushing event updated for resources: {'Port': ['ID=cd0a0ab4-2125-4312-a658-a0e658a6f474,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:44.758881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:44.831329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:44.832051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:44.913117 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7352998 Apr 19 11:10:44.923824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-807aee58-c882-4e88-80fa-3b57ea5aa32d tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:44.927138 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-807aee58-c882-4e88-80fa-3b57ea5aa32d tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/networks?id=f86c943f-f2a6-45db-b9a1-654e9c5abf30 HTTP/1.1" status: 200 len: 809 time: 0.2306919 Apr 19 11:10:44.934093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Request body: {'port': {'device_id': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:44.995694 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-36453338-9de6-4972-bcdb-98e89ad7447c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/quotas/f4a94a5afc764f4494f9e4bad2b20e1d HTTP/1.1" status: 200 len: 375 time: 0.0271327 Apr 19 11:10:45.100005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-0d2f35a9-3e26-4df0-b3ca-344d87c60c13 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978224 Apr 19 11:10:45.218224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:45.227685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:45.307238 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-610937b6-58bc-4d85-a32e-35a7624676cd service neutron] 10.222.0.46 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966667 Apr 19 11:10:45.484942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device e0c0bae4-c248-4851-ba93-27d945cdee38 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:10:45.538636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: e0c0bae4-c248-4851-ba93-27d945cdee38 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:10:45.539030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device e0c0bae4-c248-4851-ba93-27d945cdee38 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:10:45.539508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7eb2c4eb-60ba-4867-8b2d-770ef299b090 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:10:45.600457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 7eb2c4eb-60ba-4867-8b2d-770ef299b090 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:10:45.601197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7eb2c4eb-60ba-4867-8b2d-770ef299b090 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:10:45.647013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Deleting port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:10:45.647708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:45.760639 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-299ac0e7-61bc-4a9b-b9c2-f997250af3ba service neutron] 10.222.0.46 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948228 Apr 19 11:10:45.788580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-82848724-efc3-4e74-a1c4-93bed52aba82 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:45.789450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-82848724-efc3-4e74-a1c4-93bed52aba82 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Synchronizing usage tracker for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:45.861688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] For port 1e4c3c68-90c6-4d55-bb3e-eadd89027c25, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,segment=NetworkSegment(ec9e5708-255b-461a-bcdb-74c2fe599298),segment_id=ec9e5708-255b-461a-bcdb-74c2fe599298)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:45.862088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:45.941338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-82848724-efc3-4e74-a1c4-93bed52aba82 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Unset dirty status for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:45.943570 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-82848724-efc3-4e74-a1c4-93bed52aba82 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 932 time: 0.4740984 Apr 19 11:10:45.950736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a0ab4-2125-4312-a658-a0e658a6f474 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:46.010035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.047184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Calling delete_port for 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 owned by network:router_interface {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:10:46.069436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Transition to ACTIVE for port object cd0a0ab4-2125-4312-a658-a0e658a6f474 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:10:46.072042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-f7a18efc-647a-45cd-992a-3b12e2b77927 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Synchronizing usage tracker for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:46.111434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.166873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4cfd1658-2c6d-42ae-a89f-93006580f374 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:46.281753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-f7a18efc-647a-45cd-992a-3b12e2b77927 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Unset dirty status for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:46.283020 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4d67c8f2-b60c-4f64-b45c-9f640b132f8c req-f7a18efc-647a-45cd-992a-3b12e2b77927 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269107 Apr 19 11:10:46.404776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a0ab4-2125-4312-a658-a0e658a6f474,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:46.419527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:46.479468 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42f4e6f0-3b9e-4326-a671-1718b716978d req-ffa327ad-f935-4f35-bfbd-2f63ef2d41c7 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 210 time: 0.0798743 Apr 19 11:10:46.494881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.507553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:46.508810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd3ec-b38e-47c6-a2e4-c64cb6710111 req-20ac36f8-b39b-4ecf-aa29-99a61cb982e4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:46.518244 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fc7fd3ec-b38e-47c6-a2e4-c64cb6710111 req-20ac36f8-b39b-4ecf-aa29-99a61cb982e4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.3993857 Apr 19 11:10:46.573448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Attempting to bind port cd0a0ab4-2125-4312-a658-a0e658a6f474 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:10:46.573824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Attempting to bind port cd0a0ab4-2125-4312-a658-a0e658a6f474 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:10:46.574189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Attempting to bind port cd0a0ab4-2125-4312-a658-a0e658a6f474 on network a8da405d-30b3-4c54-b019-69c85389b88c {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:10:46.587751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Port cd0a0ab4-2125-4312-a658-a0e658a6f474 on network a8da405d-30b3-4c54-b019-69c85389b88c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:10:46.588133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Attempting to bind port cd0a0ab4-2125-4312-a658-a0e658a6f474 on network a8da405d-30b3-4c54-b019-69c85389b88c {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:10:46.595741 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fc7fd3ec-b38e-47c6-a2e4-c64cb6710111 req-bafbed14-894e-4445-a553-802adfd345c3 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765958 Apr 19 11:10:46.599047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:10:46.599423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Checking segment: {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:10:46.599840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Bound using segment: {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:10:46.600346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Bound port: cd0a0ab4-2125-4312-a658-a0e658a6f474, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:10:46.600628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4c3c68-90c6-4d55-bb3e-eadd89027c25,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:46.600761 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.646604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:46.700206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] For port cd0a0ab4-2125-4312-a658-a0e658a6f474, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:10:46.703362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] For port cd0a0ab4-2125-4312-a658-a0e658a6f474, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd0a0ab4-2125-4312-a658-a0e658a6f474,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:10:46.745921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.751348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:46.810834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:46.811721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.813510 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/cd0a0ab4-2125-4312-a658-a0e658a6f474 HTTP/1.1" status: 200 len: 1094 time: 1.8840697 Apr 19 11:10:46.816214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'tag': 'cd0a0ab4-2125-4312-a658-a0e658a6f474'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:46.847158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a0ab4-2125-4312-a658-a0e658a6f474,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:46.851645 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:46.856819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.877434 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'tag': 'cd0a0ab4-2125-4312-a658-a0e658a6f474', 'status': 'completed', 'code': 200} Apr 19 11:10:46.990406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7051123-4621-4ec1-a03b-36b441fed540 req-71959a68-69ad-442e-a937-ef31c672bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:46.992136 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e7051123-4621-4ec1-a03b-36b441fed540 req-71959a68-69ad-442e-a937-ef31c672bd48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b13fa952ce144768d86897e2b9a8676&device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 1097 time: 0.0841815 Apr 19 11:10:47.170895 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7051123-4621-4ec1-a03b-36b441fed540 req-44bc4277-dda2-45ec-8286-3ed9223e1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:47.172501 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e7051123-4621-4ec1-a03b-36b441fed540 req-44bc4277-dda2-45ec-8286-3ed9223e1a42 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8b13fa952ce144768d86897e2b9a8676&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1681108 Apr 19 11:10:47.261681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:10:47.364219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7051123-4621-4ec1-a03b-36b441fed540 req-e29bdcbd-2074-40ce-972c-c9ff33d91143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:47.366228 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e7051123-4621-4ec1-a03b-36b441fed540 req-e29bdcbd-2074-40ce-972c-c9ff33d91143 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867123 Apr 19 11:10:47.597369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194444-f599-424c-86aa-a6d3aaaf014e req-2b42c2b8-b39b-429d-89b1-aa3aca586eb1 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:47.599603 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d194444-f599-424c-86aa-a6d3aaaf014e req-2b42c2b8-b39b-429d-89b1-aa3aca586eb1 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1396940 Apr 19 11:10:47.602336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-dc67b68f-85d8-4106-aaf0-76cf2c45a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:47.604030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-dc67b68f-85d8-4106-aaf0-76cf2c45a082 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b13fa952ce144768d86897e2b9a8676&device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 1097 time: 0.1829135 Apr 19 11:10:47.747541 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-769a94f4-f9dd-488c-bad7-fb410142c018 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0a0ab4-2125-4312-a658-a0e658a6f474 HTTP/1.1" status: 200 len: 217 time: 0.1251693 Apr 19 11:10:47.758666 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-31047d0d-f24f-4318-a6a0-1bcd07b62b65 req-300ed8dc-8436-4b2b-97be-af44a0aa4b1f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 210 time: 0.1350522 Apr 19 11:10:47.761538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:10:47.774320 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] 10.222.0.46 "PUT /v2.0/routers/d6ae912f-0a62-4db8-b735-fda0a56bd0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4403100 Apr 19 11:10:47.776863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40662) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:47.778614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] Sync routers for ids ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:10:47.815817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] Routers {'d6ae912f-0a62-4db8-b735-fda0a56bd0c0'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:10:47.815817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:10:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:47.843202 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d194444-f599-424c-86aa-a6d3aaaf014e req-89a03c95-92c0-4dea-9d5d-8e8bca2a6fb8 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365675 Apr 19 11:10:47.874680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0620-5c92-4e90-8677-e91a55605783 req-319d16de-377e-41dc-8cc8-15363d2aedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:47.876845 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-319d16de-377e-41dc-8cc8-15363d2aedac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4072ebcc-fa8a-41f4-b44a-ba178ad0dd63 HTTP/1.1" status: 200 len: 853 time: 0.1221468 Apr 19 11:10:47.941391 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-e2efb627-d42a-4fd3-8660-f0784aef337c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8da405d-30b3-4c54-b019-69c85389b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528250 Apr 19 11:10:48.148115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] Set router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:10:48.196552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-20f5965d-c134-4557-8031-68ca758d68c6 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:48.197530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-20f5965d-c134-4557-8031-68ca758d68c6 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Synchronizing usage tracker for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:network {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:10:48.205669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:48.355628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-20f5965d-c134-4557-8031-68ca758d68c6 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Unset dirty status for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:network {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:10:48.357186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-20f5965d-c134-4557-8031-68ca758d68c6 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "GET /v2.0/networks?id=f86c943f-f2a6-45db-b9a1-654e9c5abf30 HTTP/1.1" status: 200 len: 809 time: 0.3918672 Apr 19 11:10:48.378816 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Request body: {'port': {'device_id': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30', 'admin_state_up': True, 'tenant_id': 'f4a94a5afc764f4494f9e4bad2b20e1d'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:48.484513 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-83edaac3-05b0-4ebc-9583-d2a5bc7750f6 service neutron] 10.222.0.55 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350704 Apr 19 11:10:48.540078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a68b-e621-4bf8-990c-7bd1b160f7ab req-002a83c4-374b-419c-8880-e14e60cbb807 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:48.545583 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1b87a68b-e621-4bf8-990c-7bd1b160f7ab req-002a83c4-374b-419c-8880-e14e60cbb807 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.5730948 Apr 19 11:10:48.565486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:48.604379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:48.611958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Deleting port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:10:48.612336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:48.630045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:10:46Z', 'revision_number': 5, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port': {'id': 'c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:48.636043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] Checking router: d6ae912f-0a62-4db8-b735-fda0a56bd0c0 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:10:48.648089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] Routers {'d6ae912f-0a62-4db8-b735-fda0a56bd0c0'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:10:48.648760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:10:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:48.658537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:48.684568 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1b87a68b-e621-4bf8-990c-7bd1b160f7ab req-65347742-9412-4439-b8c5-d15e9d50c3fe tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&id=1a47137d-c74d-4045-9c5a-a07d2247a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351550 Apr 19 11:10:48.724039 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a67f0620-5c92-4e90-8677-e91a55605783 req-0bc96529-960f-45a7-a515-21c46dae6d93 service neutron] 10.222.0.55 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307355 Apr 19 11:10:48.762883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Made reservation on behalf of f4a94a5afc764f4494f9e4bad2b20e1d for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:10:48.769135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:48.819981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] Set router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 gateway port host: None {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:10:48.940216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] For port c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:48.940624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:48.970603 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-727ad941-e558-4a0f-b372-f91615c1bfa5 req-5b82c2af-f704-40d3-980b-c6f9baaa4631 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 210 time: 0.0566268 Apr 19 11:10:49.070042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4eb37-895d-42db-998e-8a166c3283ca req-1eb8e682-9082-4799-bc43-33cee0d74b38 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:49.071715 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-06c4eb37-895d-42db-998e-8a166c3283ca req-1eb8e682-9082-4799-bc43-33cee0d74b38 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1019559 Apr 19 11:10:49.132668 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-06c4eb37-895d-42db-998e-8a166c3283ca req-e2ae35cf-d1c3-42a9-9109-702434ef006d tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532844 Apr 19 11:10:49.135817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:10:48Z', 'revision_number': 6, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:49.138619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Calling delete_port for c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:10:49.140600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212bbe9-55f1-4a0d-9cb1-e0fd37c40ab0 None None] The sync data for ids ['d6ae912f-0a62-4db8-b735-fda0a56bd0c0'] in dv-cinder-786524-2-iscsi is: [{'id': 'd6ae912f-0a62-4db8-b735-fda0a56bd0c0', 'name': 'tempest-ServerRescueNegativeTestJSON-327337123-router', 'tenant_id': '733a970d5f8140d382800f9aaa7d6324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:10:48Z', 'revision_number': 6, 'project_id': '733a970d5f8140d382800f9aaa7d6324', 'gw_port_host': None}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:10:49.226068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Allocated IP 172.20.0.8 (f86c943f-f2a6-45db-b9a1-654e9c5abf30/32e0fac6-e420-4f91-8a20-3d8bf88ab6b0/b986d1bc-9c27-404a-981e-87cd18e3e64a) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:10:49.537916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:49.591014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:49.596107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:49.619720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a294a62-01aa-4ad9-a8c7-7a2439315187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:49.639541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:49.694377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:49.697698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:49.704825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:49.789874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:10:49.797163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:10:49.799636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:10:49.884273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Pushing event updated for resources: {'Port': ['ID=b986d1bc-9c27-404a-981e-87cd18e3e64a,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:49.887219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:49.900691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:49.956491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:49.957166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.121981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.125319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.174074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94c6e-9fb9-4dfa-9699-af2d4699d933 req-f9f5518f-36ef-4b0c-a566-6ac183cb0ee4 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:50.175693 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcc94c6e-9fb9-4dfa-9699-af2d4699d933 req-f9f5518f-36ef-4b0c-a566-6ac183cb0ee4 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 931 time: 0.0898566 Apr 19 11:10:50.199530 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8248799 Apr 19 11:10:50.228904 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcc94c6e-9fb9-4dfa-9699-af2d4699d933 req-67030d52-02e2-4b6b-b280-19dcb6e9e922 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Apr 19 11:10:50.299631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.300373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ae912f-0a62-4db8-b735-fda0a56bd0c0 {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:10:50.314843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.317662 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d6ae912f-0a62-4db8-b735-fda0a56bd0c0 HTTP/1.1" status: 204 len: 168 time: 2.5393207 Apr 19 11:10:50.320621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40688) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:50.352111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67c968-a38b-49c1-8436-6c05488140e8 req-fd840b8e-8b3b-461b-80b9-f87a62c7533b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:50.354133 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f67c968-a38b-49c1-8436-6c05488140e8 req-fd840b8e-8b3b-461b-80b9-f87a62c7533b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1086783 Apr 19 11:10:50.414830 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8f67c968-a38b-49c1-8436-6c05488140e8 req-b12132fa-5437-4c71-aa16-1d3f4de7b098 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 Apr 19 11:10:50.532953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:10:50.573025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:10:50.573268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c757cab7-2bd7-4d61-ba56-14c5ce0aaa6a not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:10:50.573714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:10:50.612460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:10:50.612858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 1e4c3c68-90c6-4d55-bb3e-eadd89027c25 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:10:50.634811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Deleting subnet 2db70444-b1e9-469c-b958-6cbfb93c4276 {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:10:50.637971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.691018 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.752407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.157636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.162099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:51.200244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db70444-b1e9-469c-b958-6cbfb93c4276,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:51.204133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.206904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:51.211366 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3c78a097-31dc-48b0-8b28-05c1ecab6478 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2db70444-b1e9-469c-b958-6cbfb93c4276 HTTP/1.1" status: 204 len: 168 time: 0.8896890 Apr 19 11:10:51.214003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40692) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:51.333883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.449081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff8ba-7bde-40d5-8f6c-67e7b5ee42fe req-6093a260-a357-4046-9217-4f4da79f7bbc tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:51.450785 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-084ff8ba-7bde-40d5-8f6c-67e7b5ee42fe req-6093a260-a357-4046-9217-4f4da79f7bbc tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 931 time: 0.1012824 Apr 19 11:10:51.457696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Request body: {'port': {'device_id': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:10:51.459319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.503116 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-084ff8ba-7bde-40d5-8f6c-67e7b5ee42fe req-41a1bd51-aa94-480a-8c97-e3b04fe13d5d tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Apr 19 11:10:51.518257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.634096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50aa9e-ab88-4ab1-9f7e-73271c7ed292 req-b2090f3c-1333-4b23-a38d-d2ebb326b34d tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:51.635779 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd50aa9e-ab88-4ab1-9f7e-73271c7ed292 req-b2090f3c-1333-4b23-a38d-d2ebb326b34d tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0926652 Apr 19 11:10:51.687197 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd50aa9e-ab88-4ab1-9f7e-73271c7ed292 req-8a762d7d-e372-4402-965f-f643b3d964f4 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447736 Apr 19 11:10:51.713708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db18a9e4-c601-42b8-9651-b1dc7ed79803']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:51.720973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.740404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9e5708-255b-461a-bcdb-74c2fe599298') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:51.740739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9e5708-255b-461a-bcdb-74c2fe599298') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:10:51.786078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.866394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:51.922238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:10:52.116015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-634fdb8b-9994-44b2-ae8f-d1c9688cd45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:52.196110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:10:52.206580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:52.435672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Network db18a9e4-c601-42b8-9651-b1dc7ed79803 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:10:52.460766 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:10:52.613808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b986d1bc-9c27-404a-981e-87cd18e3e64a {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:52.681783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:52.768045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258797-4a43-45df-9f0f-56bbbadae971 req-04cf133a-1345-49da-b445-a9fdcd1bb12a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:52.769669 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a258797-4a43-45df-9f0f-56bbbadae971 req-04cf133a-1345-49da-b445-a9fdcd1bb12a tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 931 time: 0.1186082 Apr 19 11:10:52.821513 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a258797-4a43-45df-9f0f-56bbbadae971 req-9fe1744a-ae5c-439f-b439-9f0588422582 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452018 Apr 19 11:10:52.867203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Transition to ACTIVE for port object b986d1bc-9c27-404a-981e-87cd18e3e64a will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:10:52.886688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:52.891213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:52.915291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:52.924906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:52.929609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Pushing event deleted for resources: {'Network': ['ID=db18a9e4-c601-42b8-9651-b1dc7ed79803,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:52.937770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:52.938695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-060b3972-8487-4d09-be35-dd1b5fd5ce5d tempest-DeleteServersTestJSON-768460589 tempest-DeleteServersTestJSON-768460589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:52.978970 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-67c99f59-68ff-4996-b324-8ce3481976fd admin admin] 10.222.0.46 "DELETE /v2.0/networks/db18a9e4-c601-42b8-9651-b1dc7ed79803 HTTP/1.1" status: 204 len: 168 time: 1.7638130 Apr 19 11:10:52.982721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538d0f0-1eab-4866-8ac7-e19285d54553 req-1380b516-9a0e-4193-b129-494d8a6f780e tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:52.984495 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d538d0f0-1eab-4866-8ac7-e19285d54553 req-1380b516-9a0e-4193-b129-494d8a6f780e tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0936608 Apr 19 11:10:53.038980 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d538d0f0-1eab-4866-8ac7-e19285d54553 req-8d5ab5ee-202d-4883-9a52-56846445c291 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Apr 19 11:10:53.099261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.123150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Pushing event updated for resources: {'Port': ['ID=b986d1bc-9c27-404a-981e-87cd18e3e64a,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:53.156052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:53.191298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.204346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Attempting to bind port b986d1bc-9c27-404a-981e-87cd18e3e64a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:10:53.204883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Attempting to bind port b986d1bc-9c27-404a-981e-87cd18e3e64a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:10:53.205074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Attempting to bind port b986d1bc-9c27-404a-981e-87cd18e3e64a on network f86c943f-f2a6-45db-b9a1-654e9c5abf30 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:10:53.210834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Port b986d1bc-9c27-404a-981e-87cd18e3e64a on network f86c943f-f2a6-45db-b9a1-654e9c5abf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:10:53.211198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Attempting to bind port b986d1bc-9c27-404a-981e-87cd18e3e64a on network f86c943f-f2a6-45db-b9a1-654e9c5abf30 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:10:53.216995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:10:53.217376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Checking segment: {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:10:53.217900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Bound using segment: {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:10:53.218558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Bound port: b986d1bc-9c27-404a-981e-87cd18e3e64a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f1944d-46f9-4522-a9e8-a16108db50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:10:53.218949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.305036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40716) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:53.322228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] For port b986d1bc-9c27-404a-981e-87cd18e3e64a, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:10:53.325673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] For port b986d1bc-9c27-404a-981e-87cd18e3e64a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:10:53.357025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.359890 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-baeff605-f016-4201-b3da-fd75fa782bc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=733a970d5f8140d382800f9aaa7d6324&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534830 Apr 19 11:10:53.362125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:53.363067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40720) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:53.430967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.431197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:53.431693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.433188 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] 10.222.0.55 "PUT /v2.0/ports/b986d1bc-9c27-404a-981e-87cd18e3e64a HTTP/1.1" status: 200 len: 1093 time: 1.9855599 Apr 19 11:10:53.433730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'tag': 'b986d1bc-9c27-404a-981e-87cd18e3e64a'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:53.452371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Pushing event updated for resources: {'Port': ['ID=b986d1bc-9c27-404a-981e-87cd18e3e64a,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:53.455409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:53.460745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.491782 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'tag': 'b986d1bc-9c27-404a-981e-87cd18e3e64a', 'status': 'completed', 'code': 200} Apr 19 11:10:53.516645 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device cd0a0ab4-2125-4312-a658-a0e658a6f474 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:10:53.583618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-ea8ac2bc-2259-4257-848e-1871e66a5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:53.585367 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-ea8ac2bc-2259-4257-848e-1871e66a5d4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 1096 time: 0.0824327 Apr 19 11:10:53.595287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.603919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6adcac59-c201-4ebc-9963-54f287329339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:53.616329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbd695d-741e-4eb5-abda-96ce011e8b24,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:53.619016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:53.646476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.650263 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfbd695d-741e-4eb5-abda-96ce011e8b24 HTTP/1.1" status: 204 len: 168 time: 0.2836244 Apr 19 11:10:53.670481 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-967fb770-4699-41f4-ae2e-4016195a5e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a HTTP/1.1" status: 200 len: 217 time: 0.0716519 Apr 19 11:10:53.673281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port cd0a0ab4-2125-4312-a658-a0e658a6f474, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd0a0ab4-2125-4312-a658-a0e658a6f474,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:53.688354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'cd0a0ab4-2125-4312-a658-a0e658a6f474', 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c', 'port_id': 'cd0a0ab4-2125-4312-a658-a0e658a6f474', 'mac_address': 'fa:16:3e:79:64:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4072ebcc-fa8a-41f4-b44a-ba178ad0dd63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:10:53.742977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-362eef63-35ab-4c19-aa60-7b55812e3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:53.744769 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-362eef63-35ab-4c19-aa60-7b55812e3755 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32e0fac6-e420-4f91-8a20-3d8bf88ab6b0 HTTP/1.1" status: 200 len: 849 time: 0.0668731 Apr 19 11:10:53.752345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.772219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a0ab4-2125-4312-a658-a0e658a6f474 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:53.790110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port cd0a0ab4-2125-4312-a658-a0e658a6f474, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd0a0ab4-2125-4312-a658-a0e658a6f474,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:53.805478 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-a365db83-dd6d-4a14-8a47-832b35a73e3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f86c943f-f2a6-45db-b9a1-654e9c5abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534232 Apr 19 11:10:53.837112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:53.840006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:53.946949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=cd0a0ab4-2125-4312-a658-a0e658a6f474,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:53.950362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:53.962990 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-08ff2c17-df0b-4f5f-9fa7-eeebb04c6e61 service neutron] 10.222.0.55 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474068 Apr 19 11:10:54.077190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e556-d608-49f1-a20c-0f0366089fe5 req-2533c9f1-9277-4f18-bcfd-418575d11d8c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:54.080416 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ec75e556-d608-49f1-a20c-0f0366089fe5 req-2533c9f1-9277-4f18-bcfd-418575d11d8c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 943 time: 0.1035931 Apr 19 11:10:54.088571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:54.134126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['cd0a0ab4-2125-4312-a658-a0e658a6f474'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:54.147508 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab9a8c28-3ed0-4711-bf58-cc5a990d1861 req-c191b6b3-b6e2-4700-bfad-5f447e84f023 service neutron] 10.222.0.55 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771462 Apr 19 11:10:54.162421 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ec75e556-d608-49f1-a20c-0f0366089fe5 req-b56f8487-1c12-4491-aebb-011296386ef0 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Apr 19 11:10:54.334851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf61251-7ec2-47fd-a25a-3369f7a12ae5 req-09c9c66e-44d3-40cf-9ba2-86010c8fc188 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:54.344351 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1bf61251-7ec2-47fd-a25a-3369f7a12ae5 req-09c9c66e-44d3-40cf-9ba2-86010c8fc188 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1268594 Apr 19 11:10:54.357970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-c1ef4492-f7cc-4e35-ad4a-aeb1430a1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:54.359617 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-c1ef4492-f7cc-4e35-ad4a-aeb1430a1441 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 1096 time: 0.1190116 Apr 19 11:10:54.412514 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1bf61251-7ec2-47fd-a25a-3369f7a12ae5 req-c404d23e-c539-47f8-90b5-912cff675356 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665276 Apr 19 11:10:54.764309 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-fcae3d29-c677-46b4-b452-496dee1c6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:54.765957 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-fcae3d29-c677-46b4-b452-496dee1c6327 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f86c943f-f2a6-45db-b9a1-654e9c5abf30 HTTP/1.1" status: 200 len: 910 time: 0.3963859 Apr 19 11:10:54.816503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:10:54.842686 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-da58d5bc-4f0c-4ad7-a5b4-d93a4ab341a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a HTTP/1.1" status: 200 len: 217 time: 0.0672512 Apr 19 11:10:54.917464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-2314c3f5-b4cb-4b60-93ec-42f315981385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:54.919051 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-2314c3f5-b4cb-4b60-93ec-42f315981385 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32e0fac6-e420-4f91-8a20-3d8bf88ab6b0 HTTP/1.1" status: 200 len: 849 time: 0.0691006 Apr 19 11:10:54.975420 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-c43aaeef-ffa4-4e20-a16c-462ae68d83c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f86c943f-f2a6-45db-b9a1-654e9c5abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476282 Apr 19 11:10:55.123835 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-d8acd509-8219-4f21-b684-2b0f06c5f450 service neutron] 10.222.0.55 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385388 Apr 19 11:10:55.286015 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bef8ad26-9b56-45b1-a846-661148cb0071 req-64d50936-cffd-442b-b55e-c211269dbe87 service neutron] 10.222.0.55 "GET /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542947 Apr 19 11:10:55.387146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4a3c-827c-4294-8eee-8b0df22f0947 req-d5a66038-6719-48ba-8429-48d15dcdf0de tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:55.388797 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee5e4a3c-827c-4294-8eee-8b0df22f0947 req-d5a66038-6719-48ba-8429-48d15dcdf0de tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 943 time: 0.0913379 Apr 19 11:10:55.443592 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ee5e4a3c-827c-4294-8eee-8b0df22f0947 req-e922f365-e559-41bc-b40d-7aaa61ba3306 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475404 Apr 19 11:10:55.529151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device b986d1bc-9c27-404a-981e-87cd18e3e64a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:10:55.532281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device cd0a0ab4-2125-4312-a658-a0e658a6f474 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:10:55.644939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40776) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:55.689681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port cd0a0ab4-2125-4312-a658-a0e658a6f474 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:10:55.700286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port cd0a0ab4-2125-4312-a658-a0e658a6f474 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:10:55.700708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:55.704595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d8e9e-c973-4cc9-92c0-6629dc166e47 req-55b9c4d4-36bd-40b5-a7e9-e6a0dd59947b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:55.706342 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c35d8e9e-c973-4cc9-92c0-6629dc166e47 req-55b9c4d4-36bd-40b5-a7e9-e6a0dd59947b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1284420 Apr 19 11:10:55.771781 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c35d8e9e-c973-4cc9-92c0-6629dc166e47 req-e1a964f2-fbaf-468e-8afe-f7d06488f29f tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580134 Apr 19 11:10:55.823652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:55.841492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:55.845549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Usage tracker for resource:security_group_rule and tenant:b109b960d5734a89823cc5e6d1d2a17b is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:55.849835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:55.855243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:55.888736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:55.908590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port b986d1bc-9c27-404a-981e-87cd18e3e64a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:55.936189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'b986d1bc-9c27-404a-981e-87cd18e3e64a', 'network_id': 'f86c943f-f2a6-45db-b9a1-654e9c5abf30', 'port_id': 'b986d1bc-9c27-404a-981e-87cd18e3e64a', 'mac_address': 'fa:16:3e:fd:a0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e0fac6-e420-4f91-8a20-3d8bf88ab6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:10:55.944213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a0ab4-2125-4312-a658-a0e658a6f474'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:55.954756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:55.993122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port cd0a0ab4-2125-4312-a658-a0e658a6f474, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd0a0ab4-2125-4312-a658-a0e658a6f474,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:55.999222 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a0ab4-2125-4312-a658-a0e658a6f474', 'code': 200} Apr 19 11:10:55.999695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.009767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5094e826-e89b-45cb-8543-07965bf2216f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:56.017262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.038311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b986d1bc-9c27-404a-981e-87cd18e3e64a {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:10:56.045463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.056651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b109b960d5734a89823cc5e6d1d2a17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104166 Apr 19 11:10:56.058426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39370ad-dbda-4a90-9790-a33529f23f5b,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:56.058767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port b986d1bc-9c27-404a-981e-87cd18e3e64a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:56.059642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40788) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:56.059754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:56.062001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:56.124609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.134897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=cd0a0ab4-2125-4312-a658-a0e658a6f474,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:56.135422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.138267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:56.138773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:56.165878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.215639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=b986d1bc-9c27-404a-981e-87cd18e3e64a,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:56.218962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:56.242599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.248871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4fb82008-b489-4cef-9986-890d92052f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:56.261054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39370ad-dbda-4a90-9790-a33529f23f5b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:56.263496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:56.270301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:56.271731 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a39370ad-dbda-4a90-9790-a33529f23f5b HTTP/1.1" status: 204 len: 168 time: 0.2109630 Apr 19 11:10:56.347678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eba347-cd8a-451a-bdb7-7a97577fdbc3 req-0b1f32a3-29f6-49ad-a31b-a5a67f355d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:56.352744 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22eba347-cd8a-451a-bdb7-7a97577fdbc3 req-0b1f32a3-29f6-49ad-a31b-a5a67f355d2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 1099 time: 0.0919452 Apr 19 11:10:56.384245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['b986d1bc-9c27-404a-981e-87cd18e3e64a'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:10:56.394293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22eba347-cd8a-451a-bdb7-7a97577fdbc3 req-e7fdc52c-10fe-4cc9-8ff1-b02120027db7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373619 Apr 19 11:10:56.675479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d78f6-9cd4-47de-a4ee-017e97fd6d4b req-baa8bc02-d15c-4a67-99d5-cc28a35e0d81 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:56.677287 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6f0d78f6-9cd4-47de-a4ee-017e97fd6d4b req-baa8bc02-d15c-4a67-99d5-cc28a35e0d81 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 944 time: 0.1030078 Apr 19 11:10:56.728563 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6f0d78f6-9cd4-47de-a4ee-017e97fd6d4b req-d528f8ae-5c03-4c6f-b42b-d918029932c1 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 Apr 19 11:10:56.985767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2232e-b004-40e6-9f68-8410d6c15c57 req-c689654d-e3f3-4d53-8e5d-68d38c5b7244 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:56.987360 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22c2232e-b004-40e6-9f68-8410d6c15c57 req-c689654d-e3f3-4d53-8e5d-68d38c5b7244 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0910659 Apr 19 11:10:57.041627 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22c2232e-b004-40e6-9f68-8410d6c15c57 req-e2ecc7cf-6529-47d5-8eec-5e9a61da2de5 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Apr 19 11:10:57.543984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device b986d1bc-9c27-404a-981e-87cd18e3e64a up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:10:57.659435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port b986d1bc-9c27-404a-981e-87cd18e3e64a completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:10:57.665230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port b986d1bc-9c27-404a-981e-87cd18e3e64a triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:10:57.665649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:57.796123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:57.830327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port b986d1bc-9c27-404a-981e-87cd18e3e64a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:10:57.865592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:57.868185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:57.948464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=b986d1bc-9c27-404a-981e-87cd18e3e64a,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:57.951867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:57.980535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae9e9-2ae4-4984-8cbe-5ac2c2c9dafc req-99e27557-c2fb-4bc5-ac0c-515a5373294c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:57.982174 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dae9e9-2ae4-4984-8cbe-5ac2c2c9dafc req-99e27557-c2fb-4bc5-ac0c-515a5373294c tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 945 time: 0.0971117 Apr 19 11:10:58.000687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986d1bc-9c27-404a-981e-87cd18e3e64a'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:10:58.039972 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dae9e9-2ae4-4984-8cbe-5ac2c2c9dafc req-0f812c7b-9905-489b-95ef-e31efa73a7b8 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Apr 19 11:10:58.052370 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986d1bc-9c27-404a-981e-87cd18e3e64a', 'code': 200} Apr 19 11:10:58.256525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace62b2-d6b3-4def-9a90-985ba873a269 req-e1678d5c-9ec3-47c5-b403-f72125666e3b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:58.258179 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ace62b2-d6b3-4def-9a90-985ba873a269 req-e1678d5c-9ec3-47c5-b403-f72125666e3b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0947521 Apr 19 11:10:58.310953 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ace62b2-d6b3-4def-9a90-985ba873a269 req-9bda3f3c-0dc7-4c1f-bf5d-96bfc0a22785 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Apr 19 11:10:58.386851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291a4e1-93e5-491d-84fe-493da23b4dac req-fb35a788-3296-4039-82da-8d8d8f715a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:58.388504 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b291a4e1-93e5-491d-84fe-493da23b4dac req-fb35a788-3296-4039-82da-8d8d8f715a95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0996525 Apr 19 11:10:58.434349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b291a4e1-93e5-491d-84fe-493da23b4dac req-f33525cd-9816-449b-9bd2-d0c877a89183 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380843 Apr 19 11:10:59.078666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 40882) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:59.276998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.310425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:10:59.315105 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Usage tracker for resource:security_group_rule and tenant:c89f37fd2a66473a8fb5e66e782fc884 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:10:59.319426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:10:59.334309 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:10:59.377177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198cad3-1a6c-4a78-8599-d8b69104f03b req-ecdf75e0-d052-41e6-a219-00640f64beb6 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:59.383395 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d198cad3-1a6c-4a78-8599-d8b69104f03b req-ecdf75e0-d052-41e6-a219-00640f64beb6 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 945 time: 0.2067194 Apr 19 11:10:59.467989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d198cad3-1a6c-4a78-8599-d8b69104f03b req-de8cb5e7-641f-498a-b239-d3a6e73d2a21 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800571 Apr 19 11:10:59.593801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.615906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944b55e-9c4e-4926-8723-9f4b490f6738 req-f58ed58d-8d87-43af-acab-e0495d8d3c4a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:10:59.617614 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1944b55e-9c4e-4926-8723-9f4b490f6738 req-f58ed58d-8d87-43af-acab-e0495d8d3c4a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1191168 Apr 19 11:10:59.645733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.656955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c0d0caf2-4b0c-4edd-a388-b626531228f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:59.724611 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c89f37fd2a66473a8fb5e66e782fc884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447132 Apr 19 11:10:59.725732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f56ecb-0435-4666-8b71-dcc7026cf2b5,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:59.727355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 40900) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:10:59.730951 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1944b55e-9c4e-4926-8723-9f4b490f6738 req-c9b9ec45-cd90-4a9f-b441-5d20105b7581 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055915 Apr 19 11:10:59.731781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:59.794641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.822648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.899316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.905059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b94da889-3a26-43eb-8057-2c3b922bb260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:10:59.923504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f56ecb-0435-4666-8b71-dcc7026cf2b5,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:10:59.927156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:10:59.936628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:59.940242 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58f56ecb-0435-4666-8b71-dcc7026cf2b5 HTTP/1.1" status: 204 len: 168 time: 0.2094107 Apr 19 11:11:00.683734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa142fc-82b5-4fd5-9059-9293223801e2 req-4eccebfd-da42-4a4a-a353-7a8883057536 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:00.685613 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1aa142fc-82b5-4fd5-9059-9293223801e2 req-4eccebfd-da42-4a4a-a353-7a8883057536 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 945 time: 0.0935109 Apr 19 11:11:00.738818 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1aa142fc-82b5-4fd5-9059-9293223801e2 req-6c67629e-8690-4a0d-99b0-1e0e10fd8bae tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Apr 19 11:11:00.993483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be94a5-8983-4050-925a-1b8d8a6a398c req-c7e262e9-d69d-400d-9c7e-f08d92b13c2e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:00.995133 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6be94a5-8983-4050-925a-1b8d8a6a398c req-c7e262e9-d69d-400d-9c7e-f08d92b13c2e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1105545 Apr 19 11:11:01.046571 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a6be94a5-8983-4050-925a-1b8d8a6a398c req-c7ec7f7c-849c-469c-bd37-283d35edb31d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Apr 19 11:11:02.339049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b127d-ad8e-4dfb-82e8-3cb34aa4fb07 req-9f468ac1-b6df-4192-9659-3a4085178378 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:02.340617 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5e3b127d-ad8e-4dfb-82e8-3cb34aa4fb07 req-9f468ac1-b6df-4192-9659-3a4085178378 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1680398 Apr 19 11:11:02.355278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbd978-23db-426d-a2ac-27412e603107 req-0c93cc65-1c35-46ac-94b2-1ddaffbe095e tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:02.356887 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-afbbd978-23db-426d-a2ac-27412e603107 req-0c93cc65-1c35-46ac-94b2-1ddaffbe095e tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 945 time: 0.1402249 Apr 19 11:11:02.438425 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5e3b127d-ad8e-4dfb-82e8-3cb34aa4fb07 req-9c8d82d3-e9dc-4029-ba0d-cc0692ba627f tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802360 Apr 19 11:11:02.443273 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-afbbd978-23db-426d-a2ac-27412e603107 req-7fcc1a21-0ef8-4b63-aa7c-322ce0d78456 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688117 Apr 19 11:11:03.728108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e35d-6505-4844-acbb-f23849d451ef req-6ec5dc3e-6ffd-42fb-84f8-c0dd4348b501 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:03.729666 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2fd5e35d-6505-4844-acbb-f23849d451ef req-6ec5dc3e-6ffd-42fb-84f8-c0dd4348b501 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 945 time: 0.1272769 Apr 19 11:11:03.739926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aede15-f0eb-42af-a162-a54eea929193 req-c4e0e31b-6b83-43d6-8259-06d4ca46f54b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:03.741678 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14aede15-f0eb-42af-a162-a54eea929193 req-c4e0e31b-6b83-43d6-8259-06d4ca46f54b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1808515 Apr 19 11:11:03.830519 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2fd5e35d-6505-4844-acbb-f23849d451ef req-dd38fe58-3c31-4b42-af38-51aedfc38104 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/security-groups?id=33e06121-4f4e-4040-b677-79d08cf2b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852602 Apr 19 11:11:03.833834 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14aede15-f0eb-42af-a162-a54eea929193 req-7d4dce06-652f-4b61-b448-ffb9035decab tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743318 Apr 19 11:11:04.109147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-889b9383-be90-4f82-a6bc-964d3ba293fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:04.109906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-889b9383-be90-4f82-a6bc-964d3ba293fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Synchronizing usage tracker for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:11:04.161493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-889b9383-be90-4f82-a6bc-964d3ba293fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Unset dirty status for tenant:f4a94a5afc764f4494f9e4bad2b20e1d on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:11:04.162755 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-889b9383-be90-4f82-a6bc-964d3ba293fa tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 945 time: 0.1474421 Apr 19 11:11:04.244380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Deleting port b986d1bc-9c27-404a-981e-87cd18e3e64a {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:11:04.244762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:04.526046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] For port b986d1bc-9c27-404a-981e-87cd18e3e64a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b986d1bc-9c27-404a-981e-87cd18e3e64a,segment=NetworkSegment(05f1944d-46f9-4522-a9e8-a16108db50d6),segment_id=05f1944d-46f9-4522-a9e8-a16108db50d6)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:11:04.526435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:04.666320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Calling delete_port for b986d1bc-9c27-404a-981e-87cd18e3e64a owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:11:04.849164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:04.856003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:04.866714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['b986d1bc-9c27-404a-981e-87cd18e3e64a'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:11:04.913750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Pushing event deleted for resources: {'Port': ['ID=b986d1bc-9c27-404a-981e-87cd18e3e64a,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:04.917325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:05.020530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] No DVR routers for this DVR port b986d1bc-9c27-404a-981e-87cd18e3e64a on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:11:05.023643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:05.028122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'name': 'network-vif-deleted', 'tag': 'b986d1bc-9c27-404a-981e-87cd18e3e64a'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:11:05.077627 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b5dd120b-a5ec-48e8-bc12-9942e47165be req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.55 "DELETE /v2.0/ports/b986d1bc-9c27-404a-981e-87cd18e3e64a HTTP/1.1" status: 204 len: 173 time: 0.9086905 Apr 19 11:11:05.100682 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-57aff1b3-f57d-4fd4-a11b-042b3d988b14 req-9840ff37-3568-4793-9293-bd3bfb14d117 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] 10.222.0.46 "GET /v2.0/ports?device_id=79f59079-5a6b-4cac-87e0-0791cee6cf90 HTTP/1.1" status: 200 len: 210 time: 0.0573018 Apr 19 11:11:05.143212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02534c71-c24e-4099-8c0b-9d00e194daa6 req-de17a075-2084-4ecd-bee0-d45a1851c44e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:05.145074 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-02534c71-c24e-4099-8c0b-9d00e194daa6 req-de17a075-2084-4ecd-bee0-d45a1851c44e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1678798 Apr 19 11:11:05.166748 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f59079-5a6b-4cac-87e0-0791cee6cf90', 'name': 'network-vif-deleted', 'tag': 'b986d1bc-9c27-404a-981e-87cd18e3e64a', 'status': 'completed', 'code': 200} Apr 19 11:11:05.207995 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-02534c71-c24e-4099-8c0b-9d00e194daa6 req-f0ce7f65-13a0-403f-ae1a-201c9e5b4459 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538971 Apr 19 11:11:06.423133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f076a-0a3d-4003-9a8a-45c2901d5198 req-fb04386e-7d4d-48ea-9ccf-b6336ac6b513 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:06.424851 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5e9f076a-0a3d-4003-9a8a-45c2901d5198 req-fb04386e-7d4d-48ea-9ccf-b6336ac6b513 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0932004 Apr 19 11:11:06.476964 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5e9f076a-0a3d-4003-9a8a-45c2901d5198 req-b23ebda5-dc7a-4071-8182-ad7be0bb894b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 Apr 19 11:11:07.595868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device b986d1bc-9c27-404a-981e-87cd18e3e64a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:11:07.634109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: b986d1bc-9c27-404a-981e-87cd18e3e64a {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:11:07.634500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device b986d1bc-9c27-404a-981e-87cd18e3e64a not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:11:07.710802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86ef6f-750d-4f78-b3a4-fd32c8322cf7 req-08b7f99b-8b5e-40f8-a5c5-3158b334a46c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:07.712528 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8e86ef6f-750d-4f78-b3a4-fd32c8322cf7 req-08b7f99b-8b5e-40f8-a5c5-3158b334a46c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1037581 Apr 19 11:11:07.764178 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8e86ef6f-750d-4f78-b3a4-fd32c8322cf7 req-37010347-27fe-4c73-9630-734328bf435a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Apr 19 11:11:08.980579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4fbf-84c2-4704-b99e-6f25e34af190 req-dcb3478c-be9e-498c-9709-63fe91ed6eb6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:08.982346 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-83fe4fbf-84c2-4704-b99e-6f25e34af190 req-dcb3478c-be9e-498c-9709-63fe91ed6eb6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0956197 Apr 19 11:11:09.035394 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-83fe4fbf-84c2-4704-b99e-6f25e34af190 req-a6b74a52-5636-40ee-b09f-7011d9c8f32a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459478 Apr 19 11:11:10.244711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a93ff0-9a70-4ff6-8e4f-97834d56b8bf req-1d70c73b-6462-4b1d-a4de-7b2411687a45 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:10.246276 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-76a93ff0-9a70-4ff6-8e4f-97834d56b8bf req-1d70c73b-6462-4b1d-a4de-7b2411687a45 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0927978 Apr 19 11:11:10.297683 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-76a93ff0-9a70-4ff6-8e4f-97834d56b8bf req-08347550-0e23-4ed0-93dc-2f17603f136e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Apr 19 11:11:11.512259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7106-88eb-4851-877c-edfc9454cc6f req-6d1b8b72-5e87-47a5-b1a5-d8f8ab440953 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:11.513891 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7ced7106-88eb-4851-877c-edfc9454cc6f req-6d1b8b72-5e87-47a5-b1a5-d8f8ab440953 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0996487 Apr 19 11:11:11.566515 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7ced7106-88eb-4851-877c-edfc9454cc6f req-d59b311c-1498-4e8c-9ff9-ab6913ebd8e3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Apr 19 11:11:12.861346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4510696-0ff7-48e9-81bc-824aef4f4f66 req-a346b099-0fe6-4e9f-ad30-90ac2fdec2a5 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:12.869897 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b4510696-0ff7-48e9-81bc-824aef4f4f66 req-a346b099-0fe6-4e9f-ad30-90ac2fdec2a5 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1148882 Apr 19 11:11:12.927942 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b4510696-0ff7-48e9-81bc-824aef4f4f66 req-6df145a3-fd76-46aa-8146-3077792cd0de tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566740 Apr 19 11:11:14.162830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc970-0390-46d5-ad16-a61e44f74942 req-16adc1f0-1195-43a3-927c-18cfe4de5c8c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:14.164522 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77bc970-0390-46d5-ad16-a61e44f74942 req-16adc1f0-1195-43a3-927c-18cfe4de5c8c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0997725 Apr 19 11:11:14.220657 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c77bc970-0390-46d5-ad16-a61e44f74942 req-910ce201-35cf-459f-98ff-047753632602 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Apr 19 11:11:15.499037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb2eaf-4ff1-4b81-9124-9480cf4d6bcf req-3be66c61-171d-406b-97d3-d20ce65fd6f7 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:15.500702 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3adb2eaf-4ff1-4b81-9124-9480cf4d6bcf req-3be66c61-171d-406b-97d3-d20ce65fd6f7 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1473143 Apr 19 11:11:15.558473 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3adb2eaf-4ff1-4b81-9124-9480cf4d6bcf req-c1ebec59-3d7b-4925-b251-d307de4daa58 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497041 Apr 19 11:11:16.795995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c87f8-8052-40fb-9206-6fd87e7eeab1 req-8febfb1f-a43b-467d-9516-b96b7ea729b8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:16.805436 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-698c87f8-8052-40fb-9206-6fd87e7eeab1 req-8febfb1f-a43b-467d-9516-b96b7ea729b8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1093068 Apr 19 11:11:16.876454 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-698c87f8-8052-40fb-9206-6fd87e7eeab1 req-109c78ff-7960-4173-92e8-08acf35595f1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698221 Apr 19 11:11:17.541885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308282-de85-42f5-9576-60c649579b26 req-760b6b83-bf76-4423-b6db-23485d27b75c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:17.543680 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-12308282-de85-42f5-9576-60c649579b26 req-760b6b83-bf76-4423-b6db-23485d27b75c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1017401 Apr 19 11:11:17.600440 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-12308282-de85-42f5-9576-60c649579b26 req-096fae45-b162-48ce-9091-73da9fc4e4f7 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Apr 19 11:11:17.696246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739849-1fec-4297-ba70-da654611cd52 req-2fbe34ea-9156-418d-91fd-4480fa089136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:17.697844 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-2fbe34ea-9156-418d-91fd-4480fa089136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 1098 time: 0.1175013 Apr 19 11:11:17.859274 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739849-1fec-4297-ba70-da654611cd52 req-c92ce5c5-310f-4f94-a02a-07de23008f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:17.861230 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-c92ce5c5-310f-4f94-a02a-07de23008f66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.1554861 Apr 19 11:11:17.987119 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-7ddd96a9-e32e-4c81-83e9-ffa40db29acf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 200 len: 1001 time: 0.1169934 Apr 19 11:11:18.059348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739849-1fec-4297-ba70-da654611cd52 req-cddc4dbb-a200-442f-a685-be21afdaff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:18.061159 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-cddc4dbb-a200-442f-a685-be21afdaff02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.0678270 Apr 19 11:11:18.150389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739849-1fec-4297-ba70-da654611cd52 req-33635afb-3d6f-46fb-85a0-ea003e048d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:18.151834 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-33635afb-3d6f-46fb-85a0-ea003e048d34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832181 Apr 19 11:11:18.319264 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-57b08517-e70c-4304-b817-ac6b8594f0e3 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578941 Apr 19 11:11:18.515993 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48739849-1fec-4297-ba70-da654611cd52 req-7174959e-c4f6-4e83-956e-5d72a8650575 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846426 Apr 19 11:11:18.837634 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56d738-d6e0-43b4-ba0f-0997961806f6 req-f0b8edd6-9782-4375-9e3b-68d87eb84f68 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:18.839526 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cb56d738-d6e0-43b4-ba0f-0997961806f6 req-f0b8edd6-9782-4375-9e3b-68d87eb84f68 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.0954185 Apr 19 11:11:18.891558 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cb56d738-d6e0-43b4-ba0f-0997961806f6 req-e8bb5047-9eb7-4a82-9e53-0057aa6612bf tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Apr 19 11:11:19.612218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b5298630-ad34-4346-a988-e76a15b862ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:20.360485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0fdff-d586-4f65-92ca-dfbc5e2afeac req-2214ebe5-bd1d-4bf0-90e8-169aee44e20d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:20.362135 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-65a0fdff-d586-4f65-92ca-dfbc5e2afeac req-2214ebe5-bd1d-4bf0-90e8-169aee44e20d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.3312683 Apr 19 11:11:20.421216 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-65a0fdff-d586-4f65-92ca-dfbc5e2afeac req-0b5123dc-2443-466d-b8fe-7ab13c2fad4b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515859 Apr 19 11:11:21.464868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:22.114940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4b65485b-01ef-4642-9cff-e6b9680bab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:23.139219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:23.213621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:24.126439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:24.188943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41360) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:24.368202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:24.392115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:24.397674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Usage tracker for resource:security_group_rule and tenant:82f9de0990b94e0b80e578013c25b119 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:24.404952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:24.415214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:24.586061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:24.633648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:24.684810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a70a44ab-0768-4f8d-b5f1-0ef41d77bad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:24.752198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41384) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:24.754140 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82f9de0990b94e0b80e578013c25b119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610087 Apr 19 11:11:24.762402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6083c825-9c83-45f1-9d5e-9e993c856294,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:24.783138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:24.880395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:24.915815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:25.156473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:25.162649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-49657b1d-f876-4ff3-94c1-25f633d470ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:25.181643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6083c825-9c83-45f1-9d5e-9e993c856294,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:25.198121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.198696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.199333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.199744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.200337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.200749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.201145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.201543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.201940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.202651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.203045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.203436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:25.216447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:25.221459 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6083c825-9c83-45f1-9d5e-9e993c856294 HTTP/1.1" status: 204 len: 168 time: 0.4678130 Apr 19 11:11:25.225482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4d6f8dee-c129-4bb4-9c47-484c9cf31245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:26.015703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41406) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:26.037819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.058834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:26.063680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Usage tracker for resource:security_group_rule and tenant:e88d0567b1c94c788e1ac38c51fb3f36 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:26.068237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:26.074924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:26.173805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.208855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.225284 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-61269db7-a987-474f-8c1c-ebacc0281784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:26.288145 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e88d0567b1c94c788e1ac38c51fb3f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710714 Apr 19 11:11:26.288484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41412) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:26.289053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845fb09a-3751-4ece-8487-f72e89e2d7d5,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:26.294711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:26.403253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.434508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.527570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.532177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8eeca11e-b9f4-4ee1-bf21-ce413efd5eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:26.547472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845fb09a-3751-4ece-8487-f72e89e2d7d5,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:26.551278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:26.563520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:26.567392 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/845fb09a-3751-4ece-8487-f72e89e2d7d5 HTTP/1.1" status: 204 len: 168 time: 0.2774014 Apr 19 11:11:31.816104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:11:34.180796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492353c7-e887-4f84-a4f2-d5cde088d0c0 req-220bf435-20ef-4c63-badd-948f3888fcd8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:34.182394 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-492353c7-e887-4f84-a4f2-d5cde088d0c0 req-220bf435-20ef-4c63-badd-948f3888fcd8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.0933466 Apr 19 11:11:34.231511 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-492353c7-e887-4f84-a4f2-d5cde088d0c0 req-62f4295d-d3eb-49de-b12e-0dfabf10ce79 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424929 Apr 19 11:11:35.450412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49c6f-2189-4731-a3d0-e72936efad30 req-79e153b9-0297-4019-be51-165c54dd6726 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:35.452025 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c0b49c6f-2189-4731-a3d0-e72936efad30 req-79e153b9-0297-4019-be51-165c54dd6726 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.0905755 Apr 19 11:11:35.500502 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c0b49c6f-2189-4731-a3d0-e72936efad30 req-049d9081-47af-4900-97f1-45bfb2f48b18 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414495 Apr 19 11:11:36.710034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb457c-88f0-48c0-a561-ebadcfc418e8 req-c73f28f1-9fa4-4dbb-9a73-97e1a972524d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:36.711637 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-86fb457c-88f0-48c0-a561-ebadcfc418e8 req-c73f28f1-9fa4-4dbb-9a73-97e1a972524d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.0925786 Apr 19 11:11:36.760273 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-86fb457c-88f0-48c0-a561-ebadcfc418e8 req-e0576c88-2be8-45fd-a1c8-1508a10115b9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422459 Apr 19 11:11:37.500423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41646) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:37.570698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Deleting subnet 32e0fac6-e420-4f91-8a20-3d8bf88ab6b0 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:11:37.573668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:37.625157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3374737'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:37.682199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.025480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a15897-f7ee-474f-918f-4989dd87dbd6 req-16cdc334-b49c-45bf-ae64-4d82c4d0c261 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:38.026972 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-65a15897-f7ee-474f-918f-4989dd87dbd6 req-16cdc334-b49c-45bf-ae64-4d82c4d0c261 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1224108 Apr 19 11:11:38.054329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852624502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201262'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.062835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a7181710-0642-4bb3-9733-f7dd4ecfb3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:38.099075 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e0fac6-e420-4f91-8a20-3d8bf88ab6b0,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:38.117219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.128173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:38.138989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-65a15897-f7ee-474f-918f-4989dd87dbd6 req-fa305b70-c5ee-445d-88b2-a89d81cec2df tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057031 Apr 19 11:11:38.140779 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32e0fac6-e420-4f91-8a20-3d8bf88ab6b0 HTTP/1.1" status: 204 len: 168 time: 0.6393130 Apr 19 11:11:38.144198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41662) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:38.266365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.402584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.522629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86c943f-f2a6-45db-b9a1-654e9c5abf30']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:38.536684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f1944d-46f9-4522-a9e8-a16108db50d6') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:38.537074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f1944d-46f9-4522-a9e8-a16108db50d6') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:38.549400 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851401063'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.564442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.571752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:11:38.702439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41676) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:38.757115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:11:38.766340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2151977'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.828310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.844429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:38.848918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Usage tracker for resource:security_group_rule and tenant:cd11699c21a94bf7ba8c20289c9712f5 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:38.851471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:38.857497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:38.944282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:38.945125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Network f86c943f-f2a6-45db-b9a1-654e9c5abf30 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:11:38.967794 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:11:38.990188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.000746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a2c97811-da0e-4d92-8f7b-0e0c050fea2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:39.043671 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd11699c21a94bf7ba8c20289c9712f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400586 Apr 19 11:11:39.044673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4960c60-37bd-415d-9922-6ed4ae95b1d4,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:39.046543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41682) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:39.053616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.056589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.057213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.057394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.057742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.058135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:11:39.062462 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:39.079233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.093467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:39.111122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.122549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=f86c943f-f2a6-45db-b9a1-654e9c5abf30,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:39.127295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:39.142868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.169166 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] 10.222.0.46 "DELETE /v2.0/networks/f86c943f-f2a6-45db-b9a1-654e9c5abf30 HTTP/1.1" status: 204 len: 168 time: 1.0237916 Apr 19 11:11:39.179188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.254053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.259572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0c491b57-9601-4ff9-a2a1-9184d15a178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:39.275137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4960c60-37bd-415d-9922-6ed4ae95b1d4,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:39.278658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:39.320945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.322159 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4960c60-37bd-415d-9922-6ed4ae95b1d4 HTTP/1.1" status: 204 len: 168 time: 0.2746243 Apr 19 11:11:39.369940 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ad9ad-afa0-4cdb-8ecc-0fc493121591 req-789f9583-57b7-4827-8049-e25e3159a7c9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:39.371666 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c4ad9ad-afa0-4cdb-8ecc-0fc493121591 req-789f9583-57b7-4827-8049-e25e3159a7c9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.0988326 Apr 19 11:11:39.408403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41698) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:39.421831 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c4ad9ad-afa0-4cdb-8ecc-0fc493121591 req-5baa8616-1777-4005-b0c5-4ae42fcf5509 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429170 Apr 19 11:11:39.465039 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-937c2a2c-5a33-4468-89d2-08c263f6b9ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4a94a5afc764f4494f9e4bad2b20e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545197 Apr 19 11:11:39.467535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41702) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:39.534114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.561413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.652962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.658256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a5b8fdb9-16f4-4bf4-b3ce-c037d89a3599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:39.671108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e06121-4f4e-4040-b677-79d08cf2b223,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:39.673423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:39.694129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.695379 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33e06121-4f4e-4040-b677-79d08cf2b223 HTTP/1.1" status: 204 len: 168 time: 0.2268581 Apr 19 11:11:39.845343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41710) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:39.864848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:39.881249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:39.885289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Usage tracker for resource:security_group_rule and tenant:17d0e5b2e76d4ab093f755a2f01034c8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:39.888285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:39.899055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:39.988399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:40.019074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:40.028752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8e468e06-fe76-4450-91f4-b57e88526b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:40.078176 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17d0e5b2e76d4ab093f755a2f01034c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291098 Apr 19 11:11:40.078176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d54853-0505-4b1a-8f05-934755626d1d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:40.078768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41720) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:40.081841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:40.148012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:40.175078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:40.259521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:40.265282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:40.280519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d54853-0505-4b1a-8f05-934755626d1d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:40.288913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:40.288913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:40.288913 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59d54853-0505-4b1a-8f05-934755626d1d HTTP/1.1" status: 204 len: 168 time: 0.2066536 Apr 19 11:11:40.646800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1c2c-f30f-4e00-b50f-724e49757ae6 req-cb782ede-e512-423f-a9d6-103267cc490d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:40.649300 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd0e1c2c-f30f-4e00-b50f-724e49757ae6 req-cb782ede-e512-423f-a9d6-103267cc490d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.0963242 Apr 19 11:11:40.705028 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd0e1c2c-f30f-4e00-b50f-724e49757ae6 req-714b6efb-ec64-406b-a43b-2a34b33437b2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502617 Apr 19 11:11:41.753759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-98ce2f24-9620-4eea-a9e8-3da2a42524c8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:41.754537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-98ce2f24-9620-4eea-a9e8-3da2a42524c8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Synchronizing usage tracker for tenant:bceb84f899a74836971556a3d8a02b6c on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:11:41.763218 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d1c27239-475a-4f0b-a681-31f469e97923 req-98b9aafe-76fc-466d-8585-af41fd65e441 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012900490&fields=id&tenant_id=6c4e53dbd1bd4c52a6da147d79207121 HTTP/1.1" status: 200 len: 267 time: 0.0479882 Apr 19 11:11:41.770659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-98ce2f24-9620-4eea-a9e8-3da2a42524c8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Unset dirty status for tenant:bceb84f899a74836971556a3d8a02b6c on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:11:41.771977 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-98ce2f24-9620-4eea-a9e8-3da2a42524c8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1136677 Apr 19 11:11:41.880091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Deleting port c1cd5544-8638-46ab-83da-7aaaacf23dc1 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:11:41.880387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:41.995523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27239-475a-4f0b-a681-31f469e97923 req-501f93f9-cdd8-426b-9a0a-081f84936d9b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:41.997159 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d1c27239-475a-4f0b-a681-31f469e97923 req-501f93f9-cdd8-426b-9a0a-081f84936d9b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 984 time: 0.2271843 Apr 19 11:11:42.006810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25361b-086e-4b84-a7d8-1ccf5a38611e req-65534db6-f819-4c40-bede-75c8ef0f9a8f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:42.008503 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5f25361b-086e-4b84-a7d8-1ccf5a38611e req-65534db6-f819-4c40-bede-75c8ef0f9a8f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1513457 Apr 19 11:11:42.014514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Request body: {'port': {'security_groups': ['408df8b1-22e6-407d-8dd9-87813d230cf6']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:42.157101 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5f25361b-086e-4b84-a7d8-1ccf5a38611e req-2d56c1f2-74a8-4244-8f9e-00e103fc78f5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132040 Apr 19 11:11:42.168522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] For port c1cd5544-8638-46ab-83da-7aaaacf23dc1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c1cd5544-8638-46ab-83da-7aaaacf23dc1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:11:42.169047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.202962 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.526631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.527083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.527435 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Floating IP 8fda845f-3d32-451b-b500-8aa0ec5ba86e disassociated. External IP: 172.27.0.234, port: c1cd5544-8638-46ab-83da-7aaaacf23dc1. Apr 19 11:11:42.527816 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Calling delete_port for c1cd5544-8638-46ab-83da-7aaaacf23dc1 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:11:42.563001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:11:42.595776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.636893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.645036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4c4c5ca9-8f5f-4088-b697-77841083c36d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:42.650245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['af8b0a90-6203-4b10-b6ea-e10aa545d58b'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:11:42.727419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.733820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c1c04476-453f-4f82-8ddb-61c63e762bd9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:42.810092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event deleted for resources: {'Port': ['ID=c1cd5544-8638-46ab-83da-7aaaacf23dc1,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:42.815254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:42.842953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:42.843717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:42.852156 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d1c27239-475a-4f0b-a681-31f469e97923 req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "PUT /v2.0/ports/af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 942 time: 0.8424764 Apr 19 11:11:42.852777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:11:42.880579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41820) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:42.881273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41826) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:42.885563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['af8b0a90-6203-4b10-b6ea-e10aa545d58b'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:11:42.980123 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'status': 'completed', 'code': 200} Apr 19 11:11:43.099285 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-3b283818-5264-43fe-ab9b-9644eb448fb9 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=73bb70e5fe354dfc8e40cee2af2f1398&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361632 Apr 19 11:11:43.136530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event updated for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=7']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:43.170542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:43.228583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-88b03af4-1de8-4cd4-aca9-17390a70bd78 None None] Provisioning complete for port af8b0a90-6203-4b10-b6ea-e10aa545d58b triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:11:43.229065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-88b03af4-1de8-4cd4-aca9-17390a70bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.290954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.315979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:43.320694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8123c6e8230649bc889565774b64ad75 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:43.324369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:43.332214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:43.401530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Router 71852f46-b399-4002-b295-8a31840706c2 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:11:43.433251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.440005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.492695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.609919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:11:43.627524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:11:43.637707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:11:43.638574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:43.694881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] No DVR routers for this DVR port c1cd5544-8638-46ab-83da-7aaaacf23dc1 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:11:43.697695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.701935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-deleted', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:11:43.756767 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f83734fc-94d1-4dcc-ac5a-ce8d3e87bd49 req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "DELETE /v2.0/ports/c1cd5544-8638-46ab-83da-7aaaacf23dc1 HTTP/1.1" status: 204 len: 173 time: 1.9781418 Apr 19 11:11:43.789881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:43.808502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7b09d6d6-86a3-4874-8c8d-0852be3ddc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:43.818438 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-57d63303-3fbe-4a63-a24f-1500cc162568 req-299f10b3-8e97-4cee-b00f-e12f139dedde tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.3834243 Apr 19 11:11:43.820636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044602bf-97cb-4bb7-9659-68381c22ddde req-12a106d3-fa9f-4309-ab80-14310422a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:43.822110 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-12a106d3-fa9f-4309-ab80-14310422a2a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1098 time: 0.7961674 Apr 19 11:11:43.857396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:11:43.897330 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4', 'name': 'network-vif-deleted', 'tag': 'c1cd5544-8638-46ab-83da-7aaaacf23dc1', 'status': 'completed', 'code': 200} Apr 19 11:11:43.914656 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8123c6e8230649bc889565774b64ad75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0154490 Apr 19 11:11:43.917492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41848) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:43.921153 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e9cf56-0a1d-4419-aabb-745e51c0321b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:43.926532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:43.934175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-6ffe2d94-64f1-49b6-aa6a-3453b42576e0 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:43.935792 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-6ffe2d94-64f1-49b6-aa6a-3453b42576e0 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8356512 Apr 19 11:11:43.956182 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-a1638c29-beff-4c28-89b6-da1842628daf tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/quotas/73bb70e5fe354dfc8e40cee2af2f1398 HTTP/1.1" status: 200 len: 375 time: 0.0122528 Apr 19 11:11:44.010008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.014852 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ba681640-bc53-4070-9d88-b43e5b24ca0d tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=73bb70e5fe354dfc8e40cee2af2f1398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514908 Apr 19 11:11:44.040838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.053777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.061379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f45d090b-3d4e-4de8-91ec-e0b2d07cd1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:44.109665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47137d-c74d-4045-9c5a-a07d2247a3eb,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:44.119722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:44.122287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.127248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41852) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:44.128471 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "DELETE /v2.0/security-groups/1a47137d-c74d-4045-9c5a-a07d2247a3eb HTTP/1.1" status: 204 len: 168 time: 1.2353885 Apr 19 11:11:44.130526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.198831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-61d3c721-b3c0-436e-a995-eaf39f6f2dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:44.251926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e9cf56-0a1d-4419-aabb-745e51c0321b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:44.257595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:44.275521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.280648 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3a8ae0a9-6d11-45bd-a731-cf5d8359637b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17e9cf56-0a1d-4419-aabb-745e51c0321b HTTP/1.1" status: 204 len: 168 time: 0.3620713 Apr 19 11:11:44.292871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:44.299086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:11:44.310155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:11:44.310948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:44.371228 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f4713744-e3d9-48a6-9b01-50280430d6e1 req-210ed990-e854-4388-9037-ab18e4e9c5a0 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.1472983 Apr 19 11:11:44.468750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Deleting port f89e24b7-5761-4617-b381-6f1425433712 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:11:44.469240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.523566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:11:44.688249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.689055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:44.832957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Calling delete_port for f89e24b7-5761-4617-b381-6f1425433712 owned by network:floatingip {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:11:44.946003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41872) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:44.978763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:44.997603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18ea01-b3ee-4c50-b69f-d1e75634ac68 None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:11:45.048455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.073897 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-05a638a8-a25f-4264-bb85-3aa22c67df03 req-3763c85c-6a36-402d-a6d2-ef1a1ee49e12 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0979278 Apr 19 11:11:45.076128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:45.081011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Usage tracker for resource:security_group_rule and tenant:785592c7e64e48a2b70749f97c658c0f is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:45.084048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:45.090396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:45.181246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.201420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.208217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d8c9b217-f7e3-439f-b03e-f35daef1ce5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:45.230402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.252575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d66dd661-85c4-4504-8a50-2fba05d0daab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:45.285559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event deleted for resources: {'Port': ['ID=f89e24b7-5761-4617-b381-6f1425433712,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:45.322813 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=785592c7e64e48a2b70749f97c658c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690712 Apr 19 11:11:45.322813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41878) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:45.322813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f249b9-2d60-445c-8256-35782e8c207f,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:45.330900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:45.341521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:45.411119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.414262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks [] for floatingip, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.414643 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Floating IP ca88edf3-9120-43e0-924e-32bb916916e4 disassociated (deleted). External IP: 172.27.0.252, port: af8b0a90-6203-4b10-b6ea-e10aa545d58b. Apr 19 11:11:45.442669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7811d-f9e1-4be8-9453-8e6d5729fece None None] New status for floating IP 8fda845f-3d32-451b-b500-8aa0ec5ba86e: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:11:45.444182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.555967 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eb6950c2-a90a-46aa-8e4c-5796e8f99d22 req-2055b7dc-87a6-4fe2-a1c7-b111e5c41666 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.0543764 Apr 19 11:11:45.596397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.602007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bdfaf38e-31b6-47c6-b3c2-54687b1bd8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:45.617410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f249b9-2d60-445c-8256-35782e8c207f,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:45.620371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:45.621671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.625299 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0f249b9-2d60-445c-8256-35782e8c207f HTTP/1.1" status: 204 len: 168 time: 0.3032768 Apr 19 11:11:45.825353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Router ef795298-f93b-451c-bfee-d7abe07b85b3 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:11:46.030106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:11:46.044186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] Sync routers for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:11:46.046860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:46.064716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:11:46.065509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:46.143333 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "DELETE /v2.0/floatingips/ca88edf3-9120-43e0-924e-32bb916916e4 HTTP/1.1" status: 204 len: 168 time: 2.0121007 Apr 19 11:11:46.143333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:11:46.375713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:11:46.451785 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-41da99ca-a62c-47fe-ae31-9fa1410d59bd req-c7d1315e-21b7-4cd4-a82b-33d3c6fd84f4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a15ee2e-c67e-4467-8e04-6fc0d4c4a4a4 HTTP/1.1" status: 200 len: 210 time: 0.1091473 Apr 19 11:11:46.545409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044602bf-97cb-4bb7-9659-68381c22ddde req-7576e51a-6930-40f5-bddf-621bd01bbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:46.547051 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-7576e51a-6930-40f5-bddf-621bd01bbbbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 915 time: 0.4474072 Apr 19 11:11:46.567695 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'status': 'completed', 'code': 200} Apr 19 11:11:46.678844 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-dd634c47-0fc0-4e89-adfb-359d31541ed0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 217 time: 0.1234033 Apr 19 11:11:46.853886 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6ca4cccb-21c4-46e6-9e8f-7dec436784b2 req-b7fdc99a-cfac-4ff7-b0ed-a29d72e6681b tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.0603063 Apr 19 11:11:46.875253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044602bf-97cb-4bb7-9659-68381c22ddde req-33c834b4-7543-46eb-a115-5c5ca348633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:46.875253 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-33c834b4-7543-46eb-a115-5c5ca348633f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.1813450 Apr 19 11:11:46.891165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:46.896837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] Checking router: ef795298-f93b-451c-bfee-d7abe07b85b3 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:11:46.905670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:11:46.906321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:46.999474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044602bf-97cb-4bb7-9659-68381c22ddde req-4ee2ad2c-afa2-4c69-916c-e0acc0030019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:47.001220 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-4ee2ad2c-afa2-4c69-916c-e0acc0030019 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197546 Apr 19 11:11:47.167161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:11:47.264227 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-cd6f3c8b-4bb4-4b70-b026-ffa29192551b service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546504 Apr 19 11:11:47.467254 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044602bf-97cb-4bb7-9659-68381c22ddde req-84de5090-7b95-48e7-8ead-dc2820269dbf service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928823 Apr 19 11:11:47.673464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-5d4f989c-29af-4e69-a74e-a7f29731dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:47.675296 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-5d4f989c-29af-4e69-a74e-a7f29731dbb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0923684 Apr 19 11:11:47.713295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41944) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:47.833264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-75ae3f9a-187b-4b69-a906-0fe01cd2d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:47.834987 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-75ae3f9a-187b-4b69-a906-0fe01cd2d1b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 200 len: 915 time: 0.1489058 Apr 19 11:11:47.900115 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ff911470-eddc-4ac8-b5e7-a7174a576dc6 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=73bb70e5fe354dfc8e40cee2af2f1398&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688610 Apr 19 11:11:47.901238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:47.952145 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-9c4580e4-0094-4172-a804-49c8529aceb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 200 len: 217 time: 0.1099644 Apr 19 11:11:48.083509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-c3f03e69-1729-4251-9b81-bcee6ee5d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:48.085772 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-c3f03e69-1729-4251-9b81-bcee6ee5d55e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 200 len: 853 time: 0.1225362 Apr 19 11:11:48.089674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.206631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-eccee4cf-014b-4cd3-b1ba-6815f0e85d60 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:48.208283 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-eccee4cf-014b-4cd3-b1ba-6815f0e85d60 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025939 Apr 19 11:11:48.210196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:11:48.212669 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9da83416-4616-4a49-80d8-236c71a07712 req-1f70d93b-b8fd-4167-97e1-428a0ee4035c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.1162150 Apr 19 11:11:48.218604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7ac36-8388-4de3-ab17-3950c61a45ed None None] The sync data for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi is: [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:08:24Z', 'revision_number': 4, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '309c5da3-736e-423d-af0a-9a7205bfd5ed', 'name': '', 'network_id': '611254ea-5e52-45b7-bd9c-f39341bb3235', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'mac_address': 'fa:16:3e:db:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:23Z', 'updated_at': '2021-04-19T11:08:35Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'subnets': [{'id': 'f1698c91-815e-41e3-a1ec-4c0497b5f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:11:48.232535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Request body: {'port': {'device_id': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827', 'admin_state_up': True, 'tenant_id': '73bb70e5fe354dfc8e40cee2af2f1398'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:48.275972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.286286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a5ea8480-7127-419f-9ff4-1702fde80a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:48.305914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-27b852a1-08dd-4c24-a1f3-42e922bf675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:48.328909 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-27b852a1-08dd-4c24-a1f3-42e922bf675d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611254ea-5e52-45b7-bd9c-f39341bb3235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2293110 Apr 19 11:11:48.382415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d150a5-35e2-4d72-aebc-8fa5146f9bb0,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:48.384973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:48.437142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.441719 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "DELETE /v2.0/security-groups/f0d150a5-35e2-4d72-aebc-8fa5146f9bb0 HTTP/1.1" status: 204 len: 168 time: 0.7273245 Apr 19 11:11:48.445438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41962) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:48.489620 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.v2.resource [None req-91f4071c-f17f-412f-9d78-6770f5d3d7c0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] show failed (client error): The resource could not be found. Apr 19 11:11:48.494642 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-91f4071c-f17f-412f-9d78-6770f5d3d7c0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups/f0d150a5-35e2-4d72-aebc-8fa5146f9bb0 HTTP/1.1" status: 404 len: 347 time: 0.0482256 Apr 19 11:11:48.495290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 41968) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:48.546351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41972) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:48.587177 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-5bc8dc01-8cd4-48c1-bdfe-9e49f56f7674 service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521749 Apr 19 11:11:48.614328 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:48.618550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Usage tracker for resource:port and tenant:73bb70e5fe354dfc8e40cee2af2f1398 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:48.621813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:48.627965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:48.703521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4de16d-3587-4c4f-88d6-96269a08b0a9 None None] New status for floating IP ca88edf3-9120-43e0-924e-32bb916916e4: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:11:48.706157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Made reservation on behalf of 73bb70e5fe354dfc8e40cee2af2f1398 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:11:48.713477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.734411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.746907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.759657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Deleting port 9febd810-2800-4ca9-ad12-0f73bab47786 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:11:48.760143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.770895 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:48.774999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Usage tracker for resource:security_group_rule and tenant:e5bb58ea2fe64a1eb7884b3f0294b2b6 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:48.778219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:48.787246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:48.823083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:48.845080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Usage tracker for resource:security_group_rule and tenant:73bb70e5fe354dfc8e40cee2af2f1398 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:48.851197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:48.885537 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73bfd638-14ed-4bec-b3fe-b50cf3a13584 req-7245fc7c-fa1f-44b2-a20c-66c09a85adfd service neutron] 10.222.0.55 "GET /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886188 Apr 19 11:11:48.909914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:48.924470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.959776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.969303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-be2435dd-6b3e-4fe1-a328-eef15a26e04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:48.995640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.996055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.013729 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5bb58ea2fe64a1eb7884b3f0294b2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662631 Apr 19 11:11:49.015112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c16bd1-03c9-43de-8a55-800af86a8b96,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:49.017327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 41984) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:49.020398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:49.082195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.114395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.140817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Calling delete_port for 9febd810-2800-4ca9-ad12-0f73bab47786 owned by network:floatingip {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:11:49.176731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.181894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-89c48d78-7f35-44ee-b384-de080b42d172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:49.195193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c16bd1-03c9-43de-8a55-800af86a8b96,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:49.198398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:49.200554 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.204409 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51c16bd1-03c9-43de-8a55-800af86a8b96 HTTP/1.1" status: 204 len: 168 time: 0.1860008 Apr 19 11:11:49.271332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.319854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.324745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9c57fdbb-06fe-4e58-afdd-6c531f1d8228 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:49.432392 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eeb6be85-3c15-4421-acaf-8de02d0ba8e3 req-a05c3552-dc13-4509-aa04-65bbd205cc9a tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.0502832 Apr 19 11:11:49.472595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:49.475812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:49.547849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.557981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1cf65867-1d86-4131-984d-00c39d414326 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:49.615574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-80020745-d7be-4f24-85bc-854df40343c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.630516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event deleted for resources: {'Port': ['ID=9febd810-2800-4ca9-ad12-0f73bab47786,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:49.633142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:49.992842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Allocated IP 192.168.233.72 (70f65bf2-2e52-40e3-b062-397e7a62e827/69d3b52c-00a8-40b6-b43a-ebadec6fa35b/96e21a4f-e825-423b-96d9-3a6c066f7774) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:11:50.014010 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.042235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.046839 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "DELETE /v2.0/floatingips/8fda845f-3d32-451b-b500-8aa0ec5ba86e HTTP/1.1" status: 204 len: 168 time: 1.5437994 Apr 19 11:11:50.109450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:11:50.165243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: c1cd5544-8638-46ab-83da-7aaaacf23dc1 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:11:50.165642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device c1cd5544-8638-46ab-83da-7aaaacf23dc1 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:11:50.317608 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.348684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42032) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:50.354889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991041823', 'description': 'tempest-description--648081604'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:50.361892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Transition to ACTIVE for port object 96e21a4f-e825-423b-96d9-3a6c066f7774 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:11:50.366671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:50.369483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:50.373180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:50.380807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:50.442253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.444180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.461764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2e1f04ed-35d6-4ed7-8159-8410469c122f tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:50.553528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:50.557187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Network 70f65bf2-2e52-40e3-b062-397e7a62e827 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:11:50.562499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:11:50.567945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:50.573716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:11:50.613504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:50.631676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Pushing event updated for resources: {'Port': ['ID=96e21a4f-e825-423b-96d9-3a6c066f7774,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:50.635193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:50.636222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:50.663454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d826f-8fa9-42c7-b8ca-6d4d70a8addc req-177b50fc-c9c8-4500-8f1d-cee42ce64653 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:50.665194 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-466d826f-8fa9-42c7-b8ca-6d4d70a8addc req-177b50fc-c9c8-4500-8f1d-cee42ce64653 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 935 time: 0.1022909 Apr 19 11:11:50.692896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:50.693628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.730176 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-466d826f-8fa9-42c7-b8ca-6d4d70a8addc req-7d763cc2-76fc-4738-bb7a-390e4b52d535 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581863 Apr 19 11:11:50.756636 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5377171 Apr 19 11:11:50.780533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Request body: {'port': {'device_id': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:50.814213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-fc1f7ca6-dd5b-4c95-aa91-d6b455feba97 None None] Provisioning for port 96e21a4f-e825-423b-96d9-3a6c066f7774 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:11:50.814827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.819834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-fc1f7ca6-dd5b-4c95-aa91-d6b455feba97 None None] Provisioning complete for port 96e21a4f-e825-423b-96d9-3a6c066f7774 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:11:50.820337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7ca6-dd5b-4c95-aa91-d6b455feba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.880135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.883612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f7ca6-dd5b-4c95-aa91-d6b455feba97 None None] Port 96e21a4f-e825-423b-96d9-3a6c066f7774 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:11:50.892915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:50.953050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.965149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6ffef-ea55-4837-a351-94aad771c4e3,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:50.968166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:50.973011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.976928 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6244323 Apr 19 11:11:50.977793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42042) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:50.984425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'security_group_rule': {'security_group_id': 'ddd6ffef-ea55-4837-a351-94aad771c4e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:50.990847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:50.996829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:50.998102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:51.004411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:51.052757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.129117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.149758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.176617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:51.192930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62712cc2-55b1-46d9-82d1-f374c8f16557,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:51.202020 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:51.207397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.208740 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-52267d96-40cb-4100-aae5-f531661cc452 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2298038 Apr 19 11:11:51.211739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42054) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:51.218115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'security_group_rule': {'security_group_id': 'ddd6ffef-ea55-4837-a351-94aad771c4e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:51.227581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:51.237539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:security_group_rule and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:51.241546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:51.252392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:51.302363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.394413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.395789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e21a4f-e825-423b-96d9-3a6c066f7774 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:11:51.404309 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.420172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Transition to ACTIVE for port object 96e21a4f-e825-423b-96d9-3a6c066f7774 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:11:51.424367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.434141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-63e51c71-b5f0-404b-8978-9b159a9bd909 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:51.441986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.442325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.448937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-29671bd4-9ce7-4026-932f-beca546e1fbf tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:51.465268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fecd593-db52-4e29-90f1-10451d3b12e5,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:51.467800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:51.527973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.529492 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d5fd05e9-a719-468b-81c6-241504518507 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167076 Apr 19 11:11:51.532780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42064) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:11:51.539473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:51.549423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:51.554625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:floatingip and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:51.557970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:51.565319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:51.636338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Pushing event updated for resources: {'Port': ['ID=96e21a4f-e825-423b-96d9-3a6c066f7774,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:51.643045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.647408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:51.745441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Attempting to bind port 96e21a4f-e825-423b-96d9-3a6c066f7774 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:11:51.745833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Attempting to bind port 96e21a4f-e825-423b-96d9-3a6c066f7774 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:11:51.746213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Attempting to bind port 96e21a4f-e825-423b-96d9-3a6c066f7774 on network 70f65bf2-2e52-40e3-b062-397e7a62e827 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:11:51.764364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Port 96e21a4f-e825-423b-96d9-3a6c066f7774 on network 70f65bf2-2e52-40e3-b062-397e7a62e827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:11:51.765034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Attempting to bind port 96e21a4f-e825-423b-96d9-3a6c066f7774 on network 70f65bf2-2e52-40e3-b062-397e7a62e827 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:11:51.773372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:11:51.773814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Checking segment: {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:11:51.774197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Bound using segment: {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:11:51.775425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Bound port: 96e21a4f-e825-423b-96d9-3a6c066f7774, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37efb5e-4c80-493e-a299-0531e79de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:11:51.776009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.793766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270fe4e-c1af-45c4-826f-90fb0953caa4 req-b8f710be-6415-4609-9c09-2a7f90701170 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:51.796040 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4270fe4e-c1af-45c4-826f-90fb0953caa4 req-b8f710be-6415-4609-9c09-2a7f90701170 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1975477 Apr 19 11:11:51.870474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4270fe4e-c1af-45c4-826f-90fb0953caa4 req-e6241335-3ee7-4b6d-a15b-4019f2307949 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Synchronizing usage tracker for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:11:51.884864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] For port 96e21a4f-e825-423b-96d9-3a6c066f7774, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:11:51.888258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] For port 96e21a4f-e825-423b-96d9-3a6c066f7774, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=96e21a4f-e825-423b-96d9-3a6c066f7774,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:11:51.933508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.938958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8d1d68d6-fe59-49d8-b92f-415a66462019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:51.957559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.997060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:51.997700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:51.999168 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] 10.222.0.55 "PUT /v2.0/ports/96e21a4f-e825-423b-96d9-3a6c066f7774 HTTP/1.1" status: 200 len: 1097 time: 1.2292123 Apr 19 11:11:51.999710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'tag': '96e21a4f-e825-423b-96d9-3a6c066f7774'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:11:52.003857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4270fe4e-c1af-45c4-826f-90fb0953caa4 req-e6241335-3ee7-4b6d-a15b-4019f2307949 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Unset dirty status for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:11:52.005840 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4270fe4e-c1af-45c4-826f-90fb0953caa4 req-e6241335-3ee7-4b6d-a15b-4019f2307949 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981015 Apr 19 11:11:52.036336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Pushing event updated for resources: {'Port': ['ID=96e21a4f-e825-423b-96d9-3a6c066f7774,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:52.085754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:52.104099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3a6a4f29-a4d0-49eb-b420-5d365702d242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:52.106166 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'tag': '96e21a4f-e825-423b-96d9-3a6c066f7774', 'status': 'completed', 'code': 200} Apr 19 11:11:52.133989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7327e2d-eaa6-4b23-abc0-e56e1794824c req-f0a4d703-5a29-4810-ad4a-2e30ab05491c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:52.135591 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c7327e2d-eaa6-4b23-abc0-e56e1794824c req-f0a4d703-5a29-4810-ad4a-2e30ab05491c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.2373369 Apr 19 11:11:52.201408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-96617aea-1c27-4842-b61c-6bd7446b6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:52.203038 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-96617aea-1c27-4842-b61c-6bd7446b6ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73bb70e5fe354dfc8e40cee2af2f1398&device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 1100 time: 0.0854774 Apr 19 11:11:52.215024 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c7327e2d-eaa6-4b23-abc0-e56e1794824c req-7f4e4b0b-e9e7-4c16-be10-c57432595b67 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712152 Apr 19 11:11:52.216202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Allocated IP 172.27.0.67 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/a5c490b9-661d-45e8-b9f7-3314baa21bbf) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:11:52.319216 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-67713007-6206-407b-9baa-4936f5a99680 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=96e21a4f-e825-423b-96d9-3a6c066f7774 HTTP/1.1" status: 200 len: 217 time: 0.0975881 Apr 19 11:11:52.406347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-f185bf25-e005-4534-9fee-fcaf30d1b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:52.410137 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-f185bf25-e005-4534-9fee-fcaf30d1b12d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69d3b52c-00a8-40b6-b43a-ebadec6fa35b HTTP/1.1" status: 200 len: 843 time: 0.0781293 Apr 19 11:11:52.526128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-42405f54-6469-46c9-b06e-d659f0552c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:52.527933 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-42405f54-6469-46c9-b06e-d659f0552c85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70f65bf2-2e52-40e3-b062-397e7a62e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1062367 Apr 19 11:11:52.634492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:52.686369 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-d3e63000-5a9b-4325-a1ba-7768c025452b service neutron] 10.222.0.55 "GET /v2.0/networks/70f65bf2-2e52-40e3-b062-397e7a62e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432881 Apr 19 11:11:52.691846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:52.697172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1edc97b0-86ff-40fd-84e2-26e406f1b1c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:52.766378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:11:52.769805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:11:52.773713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:11:52.829792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'Port': ['ID=a5c490b9-661d-45e8-b9f7-3314baa21bbf,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:52.832921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:52.849469 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4bd32fdb-6a58-4af8-a62d-902427f64f56 req-5a5c8ce5-2fa7-4d8c-808e-b86ee7adbfa3 service neutron] 10.222.0.55 "GET /v2.0/networks/70f65bf2-2e52-40e3-b062-397e7a62e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553159 Apr 19 11:11:52.872084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:52.983546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.114627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.224367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.294969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c312-65b6-4cc5-81d6-94481ed8cd1a req-fdc0be92-7e46-4996-8550-34b399e1b5c8 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:53.296762 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8d1c312-65b6-4cc5-81d6-94481ed8cd1a req-fdc0be92-7e46-4996-8550-34b399e1b5c8 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1504500 Apr 19 11:11:53.301950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.340536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.350521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:53.412797 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8d1c312-65b6-4cc5-81d6-94481ed8cd1a req-c8ebc872-2d2d-426e-abc5-a019cd612245 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080997 Apr 19 11:11:53.535265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'Port': ['ID=a5c490b9-661d-45e8-b9f7-3314baa21bbf,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:53.577301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:53.593957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.669842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b302cda-914d-4a04-a0b9-b60d7bfd7fa4 req-e75c6593-c5a3-4320-8311-39de032455e3 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:53.671429 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9b302cda-914d-4a04-a0b9-b60d7bfd7fa4 req-e75c6593-c5a3-4320-8311-39de032455e3 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.2097642 Apr 19 11:11:53.675447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:53.676664 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1421900 Apr 19 11:11:53.688005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b3b9c-a4af-461c-8291-853dc67e472b req-d116de44-c68e-417e-9d28-8a9b5a1f16ca tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:53.689835 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ac7b3b9c-a4af-461c-8291-853dc67e472b req-d116de44-c68e-417e-9d28-8a9b5a1f16ca tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.1561332 Apr 19 11:11:53.769118 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9b302cda-914d-4a04-a0b9-b60d7bfd7fa4 req-f417a43a-155e-4f6d-bfbe-b6060b1642fd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902801 Apr 19 11:11:53.776711 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ac7b3b9c-a4af-461c-8291-853dc67e472b req-5c58df9c-0119-4e95-ac49-942513f30547 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701849 Apr 19 11:11:53.910697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-a663ac3b-14f6-4dc8-9181-7392a17ced4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:53.912337 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-a663ac3b-14f6-4dc8-9181-7392a17ced4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73bb70e5fe354dfc8e40cee2af2f1398&device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 1100 time: 0.0802224 Apr 19 11:11:53.926882 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-b805597d-8dce-4e2e-9e7c-6b05b3cb94f6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1991041823&fields=id&tenant_id=bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 267 time: 0.0434155 Apr 19 11:11:54.090794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-87131ccc-374d-46bd-89e0-5aeb811f5413 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:54.092341 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-87131ccc-374d-46bd-89e0-5aeb811f5413 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 817 time: 0.1582704 Apr 19 11:11:54.098559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:54.108271 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-acbed50f-75c7-494f-814f-1ca3d747ea4e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/quotas/bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 375 time: 0.0097556 Apr 19 11:11:54.201162 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-bcb93dd6-0bdc-4a25-aac7-99a66209f57a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863445 Apr 19 11:11:54.350998 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-d283edce-102f-4787-abbe-3e38188a14e4 service neutron] 10.222.0.46 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367590 Apr 19 11:11:54.495730 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-55148a0c-34dc-41c1-8da5-5277ca6662b6 service neutron] 10.222.0.46 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381783 Apr 19 11:11:54.633041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e81a3-d367-4bf0-babd-eabaca4120eb req-561721f4-8a1f-44b9-856b-0876baee7b15 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:54.634650 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-628e81a3-d367-4bf0-babd-eabaca4120eb req-561721f4-8a1f-44b9-856b-0876baee7b15 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.0969765 Apr 19 11:11:54.685227 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-628e81a3-d367-4bf0-babd-eabaca4120eb req-1df955e9-2163-48e6-b68f-077fc191c1a0 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Apr 19 11:11:54.771073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-23ecd9c1-77e3-4154-9c6a-4b28fd7a2c8e req-71da04aa-6e67-4185-847a-a7bf68f982f2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 210 time: 0.0487630 Apr 19 11:11:55.051626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f46a2-cc2f-42ef-91af-1b5c40891706 req-f8fd3d15-1dad-45d5-a3b8-247943ad5144 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:55.053305 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d12f46a2-cc2f-42ef-91af-1b5c40891706 req-f8fd3d15-1dad-45d5-a3b8-247943ad5144 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.1639678 Apr 19 11:11:55.061680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d6352-9288-441e-a850-85ffbf164e18 req-6f8db9ee-a8b4-47fe-a25a-4cd1e0e4003e tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:55.063215 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-615d6352-9288-441e-a850-85ffbf164e18 req-6f8db9ee-a8b4-47fe-a25a-4cd1e0e4003e tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.1368482 Apr 19 11:11:55.139395 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d12f46a2-cc2f-42ef-91af-1b5c40891706 req-dca04d7a-bb16-42c3-9c31-8099f8c9ee51 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749149 Apr 19 11:11:55.147615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-615d6352-9288-441e-a850-85ffbf164e18 req-c9b31a10-258d-4ad1-9c59-24efd02707cd tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Apr 19 11:11:55.925130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-212709cd-5d84-44c7-ba8b-c1371898146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:55.926617 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-212709cd-5d84-44c7-ba8b-c1371898146c service neutron] 10.222.0.55 "GET /v2.0/networks?id=70f65bf2-2e52-40e3-b062-397e7a62e827 HTTP/1.1" status: 200 len: 870 time: 0.1725779 Apr 19 11:11:55.957419 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4c09a3f8-6af1-4cfb-aabe-9486c630dbb2 req-dcd15578-c28a-4539-bb86-c0e09d5e9cf8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 210 time: 0.0580890 Apr 19 11:11:55.974510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9bf3-eb6f-465b-a0d5-7f288e34de01 req-0353e6d6-f9f2-4048-942d-642315012870 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:55.977429 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6dbb9bf3-eb6f-465b-a0d5-7f288e34de01 req-0353e6d6-f9f2-4048-942d-642315012870 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1725268 Apr 19 11:11:56.011331 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-62b403a0-b67b-43fd-9e4b-9613b56830cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=96e21a4f-e825-423b-96d9-3a6c066f7774 HTTP/1.1" status: 200 len: 217 time: 0.0739064 Apr 19 11:11:56.031114 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6dbb9bf3-eb6f-465b-a0d5-7f288e34de01 req-cb7936cd-ec11-4d30-94a3-26ee8bdbbcb6 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466659 Apr 19 11:11:56.086206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-a9f5367c-ff4d-4b0d-a5ee-0dfefc599014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:56.088021 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-a9f5367c-ff4d-4b0d-a5ee-0dfefc599014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69d3b52c-00a8-40b6-b43a-ebadec6fa35b HTTP/1.1" status: 200 len: 843 time: 0.0673835 Apr 19 11:11:56.179575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-fc8f1461-b65d-4bf7-807b-33804ce4fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:56.180265 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-fc8f1461-b65d-4bf7-807b-33804ce4fb87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70f65bf2-2e52-40e3-b062-397e7a62e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0838480 Apr 19 11:11:56.346259 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-2ecbe687-06ce-44d7-8255-d62c6e3b416e service neutron] 10.222.0.55 "GET /v2.0/networks/70f65bf2-2e52-40e3-b062-397e7a62e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522274 Apr 19 11:11:56.495229 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f998abd7-ceea-46be-909a-6ef549f405e9 req-70794ea4-e4c5-48b0-b120-e97cd86e0c2e service neutron] 10.222.0.55 "GET /v2.0/networks/70f65bf2-2e52-40e3-b062-397e7a62e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409431 Apr 19 11:11:56.516874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d1760-d963-46cc-b7a3-c70234c4561a req-d4c865f0-e872-4cf5-88bd-e020bf6e2ddf tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:56.519027 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d5d1760-d963-46cc-b7a3-c70234c4561a req-d4c865f0-e872-4cf5-88bd-e020bf6e2ddf tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.2338490 Apr 19 11:11:56.528161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-2644a49d-6fe6-4564-9d99-1712d9048155 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:56.529623 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-2644a49d-6fe6-4564-9d99-1712d9048155 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.2002680 Apr 19 11:11:56.539564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b2cd6-4b67-4915-812e-7fbd4890b1d3 req-bfd0670d-a241-4981-b317-fff3553e9635 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:56.541069 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-365b2cd6-4b67-4915-812e-7fbd4890b1d3 req-bfd0670d-a241-4981-b317-fff3553e9635 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.2129560 Apr 19 11:11:56.681719 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d5d1760-d963-46cc-b7a3-c70234c4561a req-6eb07e75-7c5a-45a5-993d-7d5aa6ec378d tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509478 Apr 19 11:11:56.688172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Deleting port af8b0a90-6203-4b10-b6ea-e10aa545d58b {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:11:56.688827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:56.719296 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-365b2cd6-4b67-4915-812e-7fbd4890b1d3 req-e43bcf69-a67c-4b39-8113-1801ce09f0fd tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643815 Apr 19 11:11:56.935847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-e3cfc354-4ce5-47c2-b9d7-fa30916cbccf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:56.937406 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-e3cfc354-4ce5-47c2-b9d7-fa30916cbccf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 817 time: 0.1958139 Apr 19 11:11:56.976123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] For port af8b0a90-6203-4b10-b6ea-e10aa545d58b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=af8b0a90-6203-4b10-b6ea-e10aa545d58b,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:11:56.976518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:57.026763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-90c595f8-df57-4aa3-9512-740060c8d1d3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Synchronizing usage tracker for tenant:bceb84f899a74836971556a3d8a02b6c on resource:security_group {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:11:57.080696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-90c595f8-df57-4aa3-9512-740060c8d1d3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Unset dirty status for tenant:bceb84f899a74836971556a3d8a02b6c on resource:security_group {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:11:57.082140 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-90c595f8-df57-4aa3-9512-740060c8d1d3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 5704 time: 0.1293375 Apr 19 11:11:57.094138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'port': {'device_id': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'admin_state_up': True, 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'security_groups': ['ddd6ffef-ea55-4837-a351-94aad771c4e3']}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:11:57.117749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Calling delete_port for af8b0a90-6203-4b10-b6ea-e10aa545d58b owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:11:57.257018 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ea87f03-0b0d-41c2-adc0-e74d21846686 req-1874dea3-9228-49d6-860d-778d164969e6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 210 time: 0.1026921 Apr 19 11:11:57.270563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:11:57.275083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Usage tracker for resource:port and tenant:bceb84f899a74836971556a3d8a02b6c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:11:57.287102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:11:57.287102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:11:57.326950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Made reservation on behalf of bceb84f899a74836971556a3d8a02b6c for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:11:57.334190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:57.400068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a90ea-ed37-4471-ac51-e5bfda185873 req-0fe522d1-869a-4a3c-9349-a29e4b94f08f tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:57.401650 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e09a90ea-ed37-4471-ac51-e5bfda185873 req-0fe522d1-869a-4a3c-9349-a29e4b94f08f tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 945 time: 0.2020352 Apr 19 11:11:57.516773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Allocated IP 172.20.0.6 (138f50fa-11c8-4623-bb45-c6cba8fecfbb/27319dd3-1771-4fdc-8626-74dc9e1dd7f2/4bd89a63-ece1-446b-90b1-8d4a04142bfc) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:11:57.686169 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e09a90ea-ed37-4471-ac51-e5bfda185873 req-e74e8573-4c06-48e6-8675-b84f68426447 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/security-groups?id=408df8b1-22e6-407d-8dd9-87813d230cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773654 Apr 19 11:11:57.704162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:57.714546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:57.798304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Pushing event deleted for resources: {'Port': ['ID=af8b0a90-6203-4b10-b6ea-e10aa545d58b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:57.806827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:57.824972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:57.841194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Transition to ACTIVE for port object 4bd89a63-ece1-446b-90b1-8d4a04142bfc will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:11:57.898848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:57.906049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-90576002-7408-4ddb-b458-fb42f643718c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:11:57.937955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] No DVR routers for this DVR port af8b0a90-6203-4b10-b6ea-e10aa545d58b on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:11:57.942923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:57.950329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'name': 'network-vif-deleted', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:11:57.967419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:11:57.971868 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7739dc5a-d492-45c7-8f76-680ae7dfa193 req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.55 "DELETE /v2.0/ports/af8b0a90-6203-4b10-b6ea-e10aa545d58b HTTP/1.1" status: 204 len: 173 time: 1.4158239 Apr 19 11:11:57.976114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:11:57.978513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:11:58.027181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0d9b5-d35f-403b-b352-78d9fbc7647b req-8a836d7b-e174-4de8-b9f5-1537b2c1d2de tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:58.028882 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3c0d9b5-d35f-403b-b352-78d9fbc7647b req-8a836d7b-e174-4de8-b9f5-1537b2c1d2de tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.2214642 Apr 19 11:11:58.041951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc6ca-d4ee-4f2a-a5de-ce872b283c5b req-1906a959-21f4-4c41-a26f-d49a6573ef15 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:58.043588 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044dc6ca-d4ee-4f2a-a5de-ce872b283c5b req-1906a959-21f4-4c41-a26f-d49a6573ef15 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.1559410 Apr 19 11:11:58.045054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:11:58.071341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:58.072105 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:58.084372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:11:58.121301 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3c0d9b5-d35f-403b-b352-78d9fbc7647b req-318a4a8c-44a7-4b02-a604-569d500f4481 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765986 Apr 19 11:11:58.130170 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-044dc6ca-d4ee-4f2a-a5de-ce872b283c5b req-844562d4-d2cb-48b1-b14d-ffb9b5f5b7d3 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706470 Apr 19 11:11:58.162594 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0727124 Apr 19 11:11:58.193312 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79a587-b6d9-4be4-9c62-7310d32e7ec1', 'name': 'network-vif-deleted', 'tag': 'af8b0a90-6203-4b10-b6ea-e10aa545d58b', 'status': 'completed', 'code': 200} Apr 19 11:11:58.218435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-b66c54ab-2527-4a9a-9981-36b15f0ca37f None None] Provisioning for port 4bd89a63-ece1-446b-90b1-8d4a04142bfc completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:11:58.224458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-b66c54ab-2527-4a9a-9981-36b15f0ca37f None None] Provisioning complete for port 4bd89a63-ece1-446b-90b1-8d4a04142bfc triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:11:58.224881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b66c54ab-2527-4a9a-9981-36b15f0ca37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:58.286664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b66c54ab-2527-4a9a-9981-36b15f0ca37f None None] Port 4bd89a63-ece1-446b-90b1-8d4a04142bfc cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:11:58.473925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18df2-4f92-4cb8-beea-0eaa09c17882 req-e1231bbe-acd6-4736-83d6-b301e9bef373 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:58.475370 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07c18df2-4f92-4cb8-beea-0eaa09c17882 req-e1231bbe-acd6-4736-83d6-b301e9bef373 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 931 time: 0.0907404 Apr 19 11:11:58.523186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07c18df2-4f92-4cb8-beea-0eaa09c17882 req-bcc1a9b2-d333-475c-bb5a-5a2ada71c877 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Apr 19 11:11:58.849502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7565ab3d-6204-43f6-8500-4cd779c63cd2 req-696a486f-f3ec-4c44-b887-9ff80e8f62a1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Synchronizing usage tracker for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:11:58.919910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7565ab3d-6204-43f6-8500-4cd779c63cd2 req-696a486f-f3ec-4c44-b887-9ff80e8f62a1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Unset dirty status for tenant:6c4e53dbd1bd4c52a6da147d79207121 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:11:58.921260 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7565ab3d-6204-43f6-8500-4cd779c63cd2 req-696a486f-f3ec-4c44-b887-9ff80e8f62a1 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 210 time: 0.1192682 Apr 19 11:11:59.412275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d5030-e462-40aa-b13f-ce1226f3ea3f req-437345bd-24b8-49ee-8246-ab05772d613b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:59.413815 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-619d5030-e462-40aa-b13f-ce1226f3ea3f req-437345bd-24b8-49ee-8246-ab05772d613b tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.1677053 Apr 19 11:11:59.422065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ea7f-0b5e-4d43-8893-c92579ce4d21 req-f68081ec-ac83-4dae-9e87-bb80efb37e42 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:59.423557 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2142ea7f-0b5e-4d43-8893-c92579ce4d21 req-f68081ec-ac83-4dae-9e87-bb80efb37e42 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.1388845 Apr 19 11:11:59.495158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-619d5030-e462-40aa-b13f-ce1226f3ea3f req-d0538db0-95cd-47dc-b6c7-c2ab3e506dd2 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705554 Apr 19 11:11:59.503075 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2142ea7f-0b5e-4d43-8893-c92579ce4d21 req-927fc7ed-9c79-4366-8aa6-cdbff17c1c5a tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648494 Apr 19 11:11:59.744506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b82b8-6f4d-47f8-bcce-81f267542521 req-8e9580f7-8219-4df7-a0ce-9157ad693178 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:11:59.746016 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ca0b82b8-6f4d-47f8-bcce-81f267542521 req-8e9580f7-8219-4df7-a0ce-9157ad693178 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 931 time: 0.0904315 Apr 19 11:11:59.793593 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ca0b82b8-6f4d-47f8-bcce-81f267542521 req-12db46f9-7c53-4afb-976f-a4e3994695ce tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Apr 19 11:12:00.086612 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77310b0f-4ee7-4489-ae5a-7b07052d03e0 req-9a6fa1c8-ca91-428e-903a-a38e3a5c2af2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0492120 Apr 19 11:12:00.534046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['af8b0a90-6203-4b10-b6ea-e10aa545d58b'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:12:00.550617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Request body: {'port': {'device_id': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:00.573960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 96e21a4f-e825-423b-96d9-3a6c066f7774 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:12:00.705220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:00.761160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 96e21a4f-e825-423b-96d9-3a6c066f7774, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=96e21a4f-e825-423b-96d9-3a6c066f7774,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:00.777808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '96e21a4f-e825-423b-96d9-3a6c066f7774', 'network_id': '70f65bf2-2e52-40e3-b062-397e7a62e827', 'port_id': '96e21a4f-e825-423b-96d9-3a6c066f7774', 'mac_address': 'fa:16:3e:fe:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d3b52c-00a8-40b6-b43a-ebadec6fa35b', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:12:00.847628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:00.873409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e21a4f-e825-423b-96d9-3a6c066f7774 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:00.892109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 96e21a4f-e825-423b-96d9-3a6c066f7774, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=96e21a4f-e825-423b-96d9-3a6c066f7774,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:00.917190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52e0c7-eb41-4ece-a01c-d556757dfa3c req-308221b0-1d58-4e4d-b31a-76b3e7fa7a68 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:00.919527 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b52e0c7-eb41-4ece-a01c-d556757dfa3c req-308221b0-1d58-4e4d-b31a-76b3e7fa7a68 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 947 time: 0.2262568 Apr 19 11:12:00.927495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:00.928707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a75a12-559c-4af3-9f36-7f043a32face req-2f324b57-4d19-410c-b69e-956d63486ab2 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:00.929461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59c4d5d8-c4c9-45e1-acd9-1676201171de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:00.930356 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-40a75a12-559c-4af3-9f36-7f043a32face req-2f324b57-4d19-410c-b69e-956d63486ab2 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.2794392 Apr 19 11:12:00.942919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-bad8d354-0eae-456b-bdef-8cc4d48b0b25 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:00.944531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-bad8d354-0eae-456b-bdef-8cc4d48b0b25 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 946 time: 0.1875365 Apr 19 11:12:01.005937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=96e21a4f-e825-423b-96d9-3a6c066f7774,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:01.014123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.014304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.014650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.015026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.015403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.015772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.016167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.016535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.016966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.018016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.018485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.018865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:01.023440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:01.091393 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b52e0c7-eb41-4ece-a01c-d556757dfa3c req-58936aca-5616-4531-b624-899fd398138a tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599374 Apr 19 11:12:01.099651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Deleting port cd0a0ab4-2125-4312-a658-a0e658a6f474 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:01.100066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:01.145615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-40a75a12-559c-4af3-9f36-7f043a32face req-ab8e4b89-df8d-48f0-9a01-4d8436c74543 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999338 Apr 19 11:12:01.196143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['96e21a4f-e825-423b-96d9-3a6c066f7774'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:12:01.377302 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-208dd4ea-b201-4501-a293-5c8e57b277c0 req-48f0d0c9-e0ee-4536-8aa4-047102e417b9 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d79a587-b6d9-4be4-9c62-7310d32e7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0742221 Apr 19 11:12:01.513879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd89a63-ece1-446b-90b1-8d4a04142bfc {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:01.522731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:01.536521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26b872-0ebb-4674-90b6-692b0ae44632 req-3b8b67d6-e2e0-4381-8f41-09e7f9aaf707 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:01.538318 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be26b872-0ebb-4674-90b6-692b0ae44632 req-3b8b67d6-e2e0-4381-8f41-09e7f9aaf707 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 931 time: 0.2936354 Apr 19 11:12:01.552471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Transition to ACTIVE for port object 4bd89a63-ece1-446b-90b1-8d4a04142bfc will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:12:01.607220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:01.611909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] For port cd0a0ab4-2125-4312-a658-a0e658a6f474, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd0a0ab4-2125-4312-a658-a0e658a6f474,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:01.612310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:01.612545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3ab0fdd6-0315-466d-ab1a-af240a22f03a tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:01.686502 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be26b872-0ebb-4674-90b6-692b0ae44632 req-48e93308-3706-4b1e-a09f-64fde1801e5a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318665 Apr 19 11:12:01.753760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:01.768320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:01.773996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Calling delete_port for cd0a0ab4-2125-4312-a658-a0e658a6f474 owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:01.894119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Attempting to bind port 4bd89a63-ece1-446b-90b1-8d4a04142bfc on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:12:01.894485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Attempting to bind port 4bd89a63-ece1-446b-90b1-8d4a04142bfc by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:12:01.894848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Attempting to bind port 4bd89a63-ece1-446b-90b1-8d4a04142bfc on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:12:01.899771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Port 4bd89a63-ece1-446b-90b1-8d4a04142bfc on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:12:01.901176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Attempting to bind port 4bd89a63-ece1-446b-90b1-8d4a04142bfc on network 138f50fa-11c8-4623-bb45-c6cba8fecfbb {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:12:01.905733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:12:01.906102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Checking segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:12:01.906519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Bound using segment: {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:12:01.907003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Bound port: 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:12:01.907438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.007464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:12:02.010550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:12:02.034244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.040080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:02.063190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.069051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:02.088251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Pushing event deleted for resources: {'Port': ['ID=cd0a0ab4-2125-4312-a658-a0e658a6f474,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:02.092219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:02.134391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.135081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.136616 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] 10.222.0.55 "PUT /v2.0/ports/4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 1093 time: 1.5937104 Apr 19 11:12:02.137168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:02.162685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:02.166528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:02.177232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] No DVR routers for this DVR port cd0a0ab4-2125-4312-a658-a0e658a6f474 on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:12:02.179695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.182712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'name': 'network-vif-deleted', 'tag': 'cd0a0ab4-2125-4312-a658-a0e658a6f474'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:02.211525 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'status': 'completed', 'code': 200} Apr 19 11:12:02.287215 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c0f1043-5f4b-40ca-ac9c-0d6f64bf4076 req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "DELETE /v2.0/ports/cd0a0ab4-2125-4312-a658-a0e658a6f474 HTTP/1.1" status: 204 len: 173 time: 1.3246896 Apr 19 11:12:02.330595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce57e-49bc-4e34-9981-6415e2db2afd req-86b1326c-747d-4ad8-a8ab-9e5b974ae201 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.333013 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-085ce57e-49bc-4e34-9981-6415e2db2afd req-86b1326c-747d-4ad8-a8ab-9e5b974ae201 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 948 time: 0.0997367 Apr 19 11:12:02.342448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068af5e5-554c-4ca7-b719-7872ed64e03f req-85a0ffbd-7ef8-40ac-aaa9-24e495622bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.347975 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-068af5e5-554c-4ca7-b719-7872ed64e03f req-85a0ffbd-7ef8-40ac-aaa9-24e495622bd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1096 time: 0.1120911 Apr 19 11:12:02.408611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-af64c478-43e6-4de8-a192-32c03df6015a req-e20e4be5-60b2-4ce2-b3cd-d7ce10b8ac56 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Synchronizing usage tracker for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:12:02.448465 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-085ce57e-49bc-4e34-9981-6415e2db2afd req-393c241d-442e-448f-830b-5ad0632d81cc tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711794 Apr 19 11:12:02.473334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-af64c478-43e6-4de8-a192-32c03df6015a req-e20e4be5-60b2-4ce2-b3cd-d7ce10b8ac56 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Unset dirty status for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:12:02.476277 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-af64c478-43e6-4de8-a192-32c03df6015a req-e20e4be5-60b2-4ce2-b3cd-d7ce10b8ac56 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde264c-54c1-471e-9a92-af920a54d7d7 HTTP/1.1" status: 200 len: 210 time: 0.1405194 Apr 19 11:12:02.523997 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde264c-54c1-471e-9a92-af920a54d7d7', 'name': 'network-vif-deleted', 'tag': 'cd0a0ab4-2125-4312-a658-a0e658a6f474', 'status': 'completed', 'code': 200} Apr 19 11:12:02.533840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068af5e5-554c-4ca7-b719-7872ed64e03f req-21328ebc-5805-46b6-8036-966f83283b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.535346 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-068af5e5-554c-4ca7-b719-7872ed64e03f req-21328ebc-5805-46b6-8036-966f83283b18 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bceb84f899a74836971556a3d8a02b6c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1744270 Apr 19 11:12:02.541374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 96e21a4f-e825-423b-96d9-3a6c066f7774 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:12:02.665326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 96e21a4f-e825-423b-96d9-3a6c066f7774 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:12:02.672845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 96e21a4f-e825-423b-96d9-3a6c066f7774 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:12:02.673575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.705629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068af5e5-554c-4ca7-b719-7872ed64e03f req-f8fb6c85-ba2c-4423-bb1d-0d43acdf4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.707676 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-068af5e5-554c-4ca7-b719-7872ed64e03f req-f8fb6c85-ba2c-4423-bb1d-0d43acdf4eb7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642802 Apr 19 11:12:02.890732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-239d87fa-950d-48f0-b0c0-277fe3afd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.896124 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-239d87fa-950d-48f0-b0c0-277fe3afd3c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1096 time: 0.1386037 Apr 19 11:12:02.947317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:02.972060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b09aab-6710-42ea-b8bd-f349757e9334 req-1d947185-840a-4c6c-a394-46b0abbc3636 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:02.972750 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00b09aab-6710-42ea-b8bd-f349757e9334 req-1d947185-840a-4c6c-a394-46b0abbc3636 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1239829 Apr 19 11:12:02.989123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 96e21a4f-e825-423b-96d9-3a6c066f7774, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=96e21a4f-e825-423b-96d9-3a6c066f7774,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:02.990164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e21a4f-e825-423b-96d9-3a6c066f7774'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:03.018970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:03.020256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device af8b0a90-6203-4b10-b6ea-e10aa545d58b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:03.040259 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-00b09aab-6710-42ea-b8bd-f349757e9334 req-3da8039e-60c3-432a-8627-fd45875f0f91 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662255 Apr 19 11:12:03.065933 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-151deddd-789d-4d01-ba61-85dd3a682678 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 217 time: 0.1565800 Apr 19 11:12:03.077663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:03.148275 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e21a4f-e825-423b-96d9-3a6c066f7774', 'code': 200} Apr 19 11:12:03.156061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: af8b0a90-6203-4b10-b6ea-e10aa545d58b {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:03.156637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device af8b0a90-6203-4b10-b6ea-e10aa545d58b not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:03.157438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device cd0a0ab4-2125-4312-a658-a0e658a6f474 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:03.206957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-314a83f7-1589-4a4a-be91-651943132762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:03.208586 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-314a83f7-1589-4a4a-be91-651943132762 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.1350462 Apr 19 11:12:03.212999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: cd0a0ab4-2125-4312-a658-a0e658a6f474 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:03.213556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device cd0a0ab4-2125-4312-a658-a0e658a6f474 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:03.263740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=96e21a4f-e825-423b-96d9-3a6c066f7774,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:03.267686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:03.342846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-4958e7de-257a-40fa-9ccb-5dc648027e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:03.344538 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-4958e7de-257a-40fa-9ccb-5dc648027e99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1274307 Apr 19 11:12:03.518739 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-211bbd28-e502-4938-aa7c-7caba788818b service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650906 Apr 19 11:12:03.712613 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0cb4ed1a-ebe6-47bc-811c-4683a403d61d req-22be925d-9fe7-4d7a-9993-7714d21e24b8 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778088 Apr 19 11:12:03.739711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f89ed7-42a2-45e0-af9d-f41c89bf9ec9 req-313f989a-57ae-439b-839d-24adfc0d5c0b tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:03.741645 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-05f89ed7-42a2-45e0-af9d-f41c89bf9ec9 req-313f989a-57ae-439b-839d-24adfc0d5c0b tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.1289272 Apr 19 11:12:03.744170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb51fb1-01d8-46fe-a4ec-ec7316e48b2e req-fc055a7c-a888-4861-a51c-5927124ef2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:03.749081 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bdb51fb1-01d8-46fe-a4ec-ec7316e48b2e req-fc055a7c-a888-4861-a51c-5927124ef2f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 1102 time: 0.1953938 Apr 19 11:12:03.820629 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-05f89ed7-42a2-45e0-af9d-f41c89bf9ec9 req-27b72310-f594-4531-a95a-56e70df47ee0 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721500 Apr 19 11:12:03.858867 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bdb51fb1-01d8-46fe-a4ec-ec7316e48b2e req-2d2a65d4-31e7-4cb5-ba71-154fa704d79e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946791 Apr 19 11:12:04.031600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a99b8-4dcf-497c-a1d1-18286beb8dfa req-a6ae1853-7d1a-4bf3-8e75-3eadc046f096 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:04.034871 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-673a99b8-4dcf-497c-a1d1-18286beb8dfa req-a6ae1853-7d1a-4bf3-8e75-3eadc046f096 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.4201057 Apr 19 11:12:04.092696 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-673a99b8-4dcf-497c-a1d1-18286beb8dfa req-fb1ce227-c325-4af7-8bfe-12e627537517 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515451 Apr 19 11:12:04.241488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42270) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:04.593807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686da16-4303-4241-8a13-0acb8e89c66b req-93e503ac-6246-4d67-ab12-06e23e46c1c3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:04.595688 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f686da16-4303-4241-8a13-0acb8e89c66b req-93e503ac-6246-4d67-ab12-06e23e46c1c3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.3560090 Apr 19 11:12:04.972840 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f686da16-4303-4241-8a13-0acb8e89c66b req-83075f74-1be4-4d91-8254-c272f367aaa2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885694 Apr 19 11:12:05.176742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951d2d-fc9f-4f8b-ae9e-140f8c502c4c req-f97c19e9-e8b4-4f6f-884c-ddf7f82b4efb tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:05.178393 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a7951d2d-fc9f-4f8b-ae9e-140f8c502c4c req-f97c19e9-e8b4-4f6f-884c-ddf7f82b4efb tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.2045922 Apr 19 11:12:05.279056 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a7951d2d-fc9f-4f8b-ae9e-140f8c502c4c req-580540e7-7348-451d-b960-83300daaf4a2 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910234 Apr 19 11:12:05.389411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913103-fab0-4aad-9f70-3575caca9337 req-846065a7-8bc9-4cf0-b8e1-7384bfd535e2 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:05.391030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3a913103-fab0-4aad-9f70-3575caca9337 req-846065a7-8bc9-4cf0-b8e1-7384bfd535e2 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1719761 Apr 19 11:12:05.462925 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3a913103-fab0-4aad-9f70-3575caca9337 req-f55ee19e-d673-4aff-a84d-0b10c6f7a694 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576549 Apr 19 11:12:05.466129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:05.921786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Deleting port 309c5da3-736e-423d-af0a-9a7205bfd5ed {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:05.922172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:05.974395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d444b-2610-4a18-b316-e5df99d7a2b2 req-af9266c2-0c79-40ae-89c6-6fdc9ebfe576 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:05.975973 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-454d444b-2610-4a18-b316-e5df99d7a2b2 req-af9266c2-0c79-40ae-89c6-6fdc9ebfe576 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.2024369 Apr 19 11:12:06.146276 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-454d444b-2610-4a18-b316-e5df99d7a2b2 req-1051c4d0-38e1-443c-92f4-911417c272b1 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603909 Apr 19 11:12:06.238446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] For port 309c5da3-736e-423d-af0a-9a7205bfd5ed, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=309c5da3-736e-423d-af0a-9a7205bfd5ed,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:06.238754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:06.262674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128965-87a2-49ba-831f-19a15a60b501 req-d9e35f6b-3c75-4792-a37e-4f38989fb2cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:06.264312 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-94128965-87a2-49ba-831f-19a15a60b501 req-d9e35f6b-3c75-4792-a37e-4f38989fb2cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1605189 Apr 19 11:12:06.389619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Calling delete_port for 309c5da3-736e-423d-af0a-9a7205bfd5ed owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:06.488202 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-94128965-87a2-49ba-831f-19a15a60b501 req-08877f98-7c3e-4801-9d4c-6981f148b500 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686769 Apr 19 11:12:06.756464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45362a97-de76-4bf7-b4b7-85c41657128d req-cb0f113e-664b-4918-8fb6-cfc2b8373390 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:06.758046 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-45362a97-de76-4bf7-b4b7-85c41657128d req-cb0f113e-664b-4918-8fb6-cfc2b8373390 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1354079 Apr 19 11:12:06.846026 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-45362a97-de76-4bf7-b4b7-85c41657128d req-9006cd52-3974-4b31-8814-ca5770ff2d86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814402 Apr 19 11:12:06.896736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:06.900496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:06.947647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Pushing event deleted for resources: {'Port': ['ID=309c5da3-736e-423d-af0a-9a7205bfd5ed,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:06.951053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:07.511017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:12:07.551736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:07.564872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3220a5d-5569-4ec6-9e60-d418dafcb46e req-363d7c65-d763-45d7-b4c2-9a0575dc29f2 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:07.577164 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f3220a5d-5569-4ec6-9e60-d418dafcb46e req-363d7c65-d763-45d7-b4c2-9a0575dc29f2 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.1603379 Apr 19 11:12:07.669005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:07.685083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'mac_address': 'fa:16:3e:69:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:12:07.745574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:07.764343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd89a63-ece1-446b-90b1-8d4a04142bfc {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:07.780480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:07.803881 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f3220a5d-5569-4ec6-9e60-d418dafcb46e req-20c1251e-17de-4f03-a06a-d44857d6a0c9 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270234 Apr 19 11:12:07.806613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:07.808626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-479ac951-e3ae-477e-9feb-beb7b4a9d858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:07.885846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:07.889251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:07.896469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9ffd6-14cd-45a6-8c64-ff71e917014c req-9f37caed-13bb-4160-83e4-22e131e6d75d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:07.898089 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a2c9ffd6-14cd-45a6-8c64-ff71e917014c req-9f37caed-13bb-4160-83e4-22e131e6d75d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.2228475 Apr 19 11:12:08.156919 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a2c9ffd6-14cd-45a6-8c64-ff71e917014c req-581a8ae3-9bc7-418f-9e3f-0bfca91ab922 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968338 Apr 19 11:12:08.198133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Router ef795298-f93b-451c-bfee-d7abe07b85b3 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:12:08.208126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213f79-ddee-46f8-8b05-aa0ca49c3346 req-2e237c45-ee43-438e-8832-9dd53305bb13 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:08.209700 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2c213f79-ddee-46f8-8b05-aa0ca49c3346 req-2e237c45-ee43-438e-8832-9dd53305bb13 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.1898782 Apr 19 11:12:08.403234 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2c213f79-ddee-46f8-8b05-aa0ca49c3346 req-16225578-363f-4101-b7d3-102f03a5a4b6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860836 Apr 19 11:12:08.440235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:12:08.450342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] Sync routers for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:12:08.460795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:08.461466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:08.502368 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] 10.222.0.46 "PUT /v2.0/routers/ef795298-f93b-451c-bfee-d7abe07b85b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2573266 Apr 19 11:12:08.502804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42316) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:08.658182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:08.700738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:08.818498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:12:08.914109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:08.954660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Deleting port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:08.955023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:08.971275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:12:06Z', 'revision_number': 5, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port': {'id': '61acd1dc-a53b-44a3-8c7e-f94c272d8fe1', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:18Z', 'updated_at': '2021-04-19T11:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:08.975678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] Checking router: ef795298-f93b-451c-bfee-d7abe07b85b3 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:12:08.984972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] Routers {'ef795298-f93b-451c-bfee-d7abe07b85b3'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:08.986179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['ef795298-f93b-451c-bfee-d7abe07b85b3'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:09.203961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a56314-4123-47cf-a635-6510bc304f8c req-78e00f5c-36ee-42e6-ae80-c6029d345988 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:09.206310 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d3a56314-4123-47cf-a635-6510bc304f8c req-78e00f5c-36ee-42e6-ae80-c6029d345988 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.2142584 Apr 19 11:12:09.273942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] For port 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:09.274344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:09.338533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] Set router ef795298-f93b-451c-bfee-d7abe07b85b3 gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:09.454240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:12:08Z', 'revision_number': 6, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:09.459420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480543d-c6b9-459c-bd98-1ffd35ce05f5 None None] The sync data for ids ['ef795298-f93b-451c-bfee-d7abe07b85b3'] in dv-cinder-786524-2-iscsi is: [{'id': 'ef795298-f93b-451c-bfee-d7abe07b85b3', 'name': 'tempest-TestMinimumBasicScenario-837705216-router', 'tenant_id': '6c4e53dbd1bd4c52a6da147d79207121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:17Z', 'updated_at': '2021-04-19T11:12:08Z', 'revision_number': 6, 'project_id': '6c4e53dbd1bd4c52a6da147d79207121', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:12:09.466724 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d3a56314-4123-47cf-a635-6510bc304f8c req-10704a8f-b9bc-4c1f-aea6-07c8761bcdc8 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487321 Apr 19 11:12:09.475606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Calling delete_port for 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:09.668339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7671ec5-b53f-41c6-b422-606b6208283c req-6a07cf9e-fdbd-4713-b599-d6ff8ab36b1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:09.670018 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d7671ec5-b53f-41c6-b422-606b6208283c req-6a07cf9e-fdbd-4713-b599-d6ff8ab36b1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.3751667 Apr 19 11:12:09.989615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d7671ec5-b53f-41c6-b422-606b6208283c req-08cb2617-2fc8-4820-9801-fc638f4104ea tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104796 Apr 19 11:12:10.037637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff725a-9deb-4bd6-b32d-40745735bf5d req-669006e6-4982-45d4-a185-2f3c7bf5d0e6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:10.039253 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ebff725a-9deb-4bd6-b32d-40745735bf5d req-669006e6-4982-45d4-a185-2f3c7bf5d0e6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.4499779 Apr 19 11:12:10.106223 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ebff725a-9deb-4bd6-b32d-40745735bf5d req-72bb3c28-88d5-4cca-9011-9123cfb2c5e1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592072 Apr 19 11:12:10.120899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.126701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-54d17da8-b607-4c4f-983a-2e2ebe25c6c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:10.176347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Pushing event deleted for resources: {'Port': ['ID=61acd1dc-a53b-44a3-8c7e-f94c272d8fe1,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:10.178929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:10.273387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.457557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.460159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.597150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:10.635168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:10.635557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 61acd1dc-a53b-44a3-8c7e-f94c272d8fe1 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:10.636046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 309c5da3-736e-423d-af0a-9a7205bfd5ed no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:10.671548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 309c5da3-736e-423d-af0a-9a7205bfd5ed {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:10.672139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 309c5da3-736e-423d-af0a-9a7205bfd5ed not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:10.683815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7cdd7-c8bb-40da-9eda-18f8d7931f27 req-a5f33dd3-50e4-4b8a-8a55-b6752c451828 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:10.685420 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ec7cdd7-c8bb-40da-9eda-18f8d7931f27 req-a5f33dd3-50e4-4b8a-8a55-b6752c451828 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.0971172 Apr 19 11:12:10.709499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.710072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef795298-f93b-451c-bfee-d7abe07b85b3 {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:12:10.746604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.747962 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2ca295ad-2dac-498f-84a2-0b3ffa11f287 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ef795298-f93b-451c-bfee-d7abe07b85b3 HTTP/1.1" status: 204 len: 168 time: 2.2440200 Apr 19 11:12:10.750494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42348) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:10.756976 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ec7cdd7-c8bb-40da-9eda-18f8d7931f27 req-e6aaf5ef-623a-45de-ad4b-e4ef0c205546 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639033 Apr 19 11:12:10.822103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Deleting subnet f1698c91-815e-41e3-a1ec-4c0497b5f334 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:12:10.825321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.878151 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3374737'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:10.935466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['4bd89a63-ece1-446b-90b1-8d4a04142bfc'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:12:11.002913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:11.485815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-57ce98d3-b08e-4e4e-b9ce-ccb793bc9dc8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:11.487485 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-57ce98d3-b08e-4e4e-b9ce-ccb793bc9dc8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.3474824 Apr 19 11:12:11.508189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e54526-3679-4530-9a2e-f8bc4d52afe9 req-58bfe7f3-29c3-4d2f-8ade-da3a4d3bad5f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:11.509704 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a0e54526-3679-4530-9a2e-f8bc4d52afe9 req-58bfe7f3-29c3-4d2f-8ade-da3a4d3bad5f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.3684435 Apr 19 11:12:11.560180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c563a34-baa4-4d10-a52c-8ec9b8e96c09 req-a1636a5a-34d4-461b-a549-9230eb5dea1b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:11.561754 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2c563a34-baa4-4d10-a52c-8ec9b8e96c09 req-a1636a5a-34d4-461b-a549-9230eb5dea1b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 945 time: 0.3302610 Apr 19 11:12:11.664278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Deleting port 1ff9365b-7456-4780-bc1d-0cb6a5459043 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:11.667758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:11.677352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-1e0b58de-8f91-4dfb-a76a-8c1aa0452770 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:11.678654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-1e0b58de-8f91-4dfb-a76a-8c1aa0452770 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Synchronizing usage tracker for tenant:73bb70e5fe354dfc8e40cee2af2f1398 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:12:11.724053 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2c563a34-baa4-4d10-a52c-8ec9b8e96c09 req-b68a5ccb-3a3e-4683-a751-d85f2951bd2c tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad52da5b-c642-4c62-a794-3129da6c5824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388881 Apr 19 11:12:11.726872 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a0e54526-3679-4530-9a2e-f8bc4d52afe9 req-5e4aaaae-cc33-48e6-92e5-2761a3e6e945 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788793 Apr 19 11:12:11.760819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-1e0b58de-8f91-4dfb-a76a-8c1aa0452770 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Unset dirty status for tenant:73bb70e5fe354dfc8e40cee2af2f1398 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:12:11.762087 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-1e0b58de-8f91-4dfb-a76a-8c1aa0452770 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.55 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.1799011 Apr 19 11:12:11.796936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852624502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201262'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:11.805431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-482c6f84-4712-4048-b2b3-37da29866e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:11.842128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Deleting port 96e21a4f-e825-423b-96d9-3a6c066f7774 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:11.842491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:11.862029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1698c91-815e-41e3-a1ec-4c0497b5f334,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:11.864236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:11.870825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:11.874230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26adc1b6-1cd4-4060-87af-aaa3e9ecda54 None None] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:12:11.912108 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-69b7a8b2-de06-4c5f-bbef-7100325d6505 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1698c91-815e-41e3-a1ec-4c0497b5f334 HTTP/1.1" status: 204 len: 168 time: 1.1598282 Apr 19 11:12:11.946535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42364) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:12.121829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc6919-d613-4bb5-af2b-6a5adedd059e req-c663e755-5401-40ff-9361-78e143983312 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:12.123572 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-02cc6919-d613-4bb5-af2b-6a5adedd059e req-c663e755-5401-40ff-9361-78e143983312 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 949 time: 0.2193828 Apr 19 11:12:12.137534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] For port 1ff9365b-7456-4780-bc1d-0cb6a5459043, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1ff9365b-7456-4780-bc1d-0cb6a5459043,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:12.137991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.172592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.188220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] DHCP port deletion for 611254ea-5e52-45b7-bd9c-f39341bb3235 request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:12:12.194334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Deleting port 781852c2-8339-4936-b11b-42bf7f1b6d22 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:12.194858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.210377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Deleting port 781852c2-8339-4936-b11b-42bf7f1b6d22 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:12.210751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.415734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] For port 96e21a4f-e825-423b-96d9-3a6c066f7774, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=96e21a4f-e825-423b-96d9-3a6c066f7774,segment=NetworkSegment(b37efb5e-4c80-493e-a299-0531e79de6eb),segment_id=b37efb5e-4c80-493e-a299-0531e79de6eb)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:12.416134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.420958 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-02cc6919-d613-4bb5-af2b-6a5adedd059e req-4a0a7a85-7bfd-47a2-b203-c2c5daf6b56b tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734303 Apr 19 11:12:12.499868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] For port 781852c2-8339-4936-b11b-42bf7f1b6d22, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=781852c2-8339-4936-b11b-42bf7f1b6d22,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:12.500604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.667412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Calling delete_port for 96e21a4f-e825-423b-96d9-3a6c066f7774 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:12.683769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.684801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:12.685349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Floating IP 7e0e44a1-2714-4458-ad24-ed297652a569 disassociated. External IP: 172.27.0.129, port: 1ff9365b-7456-4780-bc1d-0cb6a5459043. Apr 19 11:12:12.686236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Calling delete_port for 1ff9365b-7456-4780-bc1d-0cb6a5459043 owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:12.699943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:12:12.733254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 781852c2-8339-4936-b11b-42bf7f1b6d22 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:12.803417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Calling delete_port for 781852c2-8339-4936-b11b-42bf7f1b6d22 owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:12.850779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] For port 781852c2-8339-4936-b11b-42bf7f1b6d22, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=781852c2-8339-4936-b11b-42bf7f1b6d22,segment=NetworkSegment(b2210326-b008-4058-91ae-c38f2a30828d),segment_id=b2210326-b008-4058-91ae-c38f2a30828d)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:12.851176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.021729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Calling delete_port for 781852c2-8339-4936-b11b-42bf7f1b6d22 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:13.057611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.087150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 4bd89a63-ece1-446b-90b1-8d4a04142bfc completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:12:13.123957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671'] for port, after_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.135598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:13.171118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 4bd89a63-ece1-446b-90b1-8d4a04142bfc triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:12:13.171801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.177297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:12:13.177698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:12:13.207433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.209517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.213432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:13.227143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Pushing event deleted for resources: {'Port': ['ID=781852c2-8339-4936-b11b-42bf7f1b6d22,revision_number=None']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:13.230163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:13.257796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0dd897a7-1947-4b2c-9259-6caf1c93d0f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:13.267429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] No DVR routers for this DVR port 781852c2-8339-4936-b11b-42bf7f1b6d22 on host dv-cinder-786524-2-iscsi {{(pid=86486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:12:13.269091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Pushing event deleted for resources: {'Port': ['ID=96e21a4f-e825-423b-96d9-3a6c066f7774,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:13.273728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:13.306535 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-69636f2b-4231-4ea8-babe-86a24a349ac0 req-04995fb3-68af-46c4-ab1b-33973180e676 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.3843753 Apr 19 11:12:13.348083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event deleted for resources: {'Port': ['ID=1ff9365b-7456-4780-bc1d-0cb6a5459043,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:13.361595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:13.380321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.381534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] No DVR routers for this DVR port 96e21a4f-e825-423b-96d9-3a6c066f7774 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:12:13.384002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.399207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'name': 'network-vif-deleted', 'tag': '96e21a4f-e825-423b-96d9-3a6c066f7774'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:13.431911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:13.433254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:13.450015 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317dd7ba-9bf3-49c1-bcec-0656dfdc9199', 'name': 'network-vif-deleted', 'tag': '96e21a4f-e825-423b-96d9-3a6c066f7774', 'status': 'completed', 'code': 200} Apr 19 11:12:13.453349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-be5eecde-6326-4aa7-95c2-29b37804f4fe req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.55 "DELETE /v2.0/ports/96e21a4f-e825-423b-96d9-3a6c066f7774 HTTP/1.1" status: 204 len: 173 time: 1.6848025 Apr 19 11:12:13.486008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.488561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:13.529942 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'code': 200} Apr 19 11:12:13.570813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:13.574488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:13.590771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafa666-2575-49a2-b6d0-56400afabb60 req-0c8f2d8e-7754-4917-94d0-0efcc32c7c7b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:13.592420 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0dafa666-2575-49a2-b6d0-56400afabb60 req-0c8f2d8e-7754-4917-94d0-0efcc32c7c7b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.3925323 Apr 19 11:12:13.665027 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9b40fcbb-087f-48d7-bec1-e3b63df1372b req-47de176f-12fd-4a94-9cff-c922a67c20dd tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.0715439 Apr 19 11:12:13.689226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Deleting port 781852c2-8339-4936-b11b-42bf7f1b6d22 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:13.689922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.690021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Router 72a37505-44e1-407f-91d6-fed4b3323f2d has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:12:13.707016 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0dafa666-2575-49a2-b6d0-56400afabb60 req-9741bb78-fb13-4f05-aa96-ef2090871adc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724185 Apr 19 11:12:13.786511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] The port '781852c2-8339-4936-b11b-42bf7f1b6d22' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:12:13.916401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:13.927673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:12:13.937461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:12:13.947365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:13.948058 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:14.009765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] No DVR routers for this DVR port 1ff9365b-7456-4780-bc1d-0cb6a5459043 on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:12:14.012265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:14.015365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'name': 'network-vif-deleted', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:14.069812 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fb3cd6-bd4f-4060-822c-731e2c542b99', 'name': 'network-vif-deleted', 'tag': '1ff9365b-7456-4780-bc1d-0cb6a5459043', 'status': 'completed', 'code': 200} Apr 19 11:12:14.075862 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15b8d504-bf91-4e1b-8549-d127da1aed7b req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "DELETE /v2.0/ports/1ff9365b-7456-4780-bc1d-0cb6a5459043 HTTP/1.1" status: 204 len: 173 time: 2.5766888 Apr 19 11:12:14.150519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:14.267453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611254ea-5e52-45b7-bd9c-f39341bb3235']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:14.280071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2210326-b008-4058-91ae-c38f2a30828d') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:14.280409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2210326-b008-4058-91ae-c38f2a30828d') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:14.292570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:14.308293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:14.315412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:12:14.487208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-e387970e-931d-487b-a0fd-e603cd4fb36e req-733dd805-02ed-44a1-88e8-0d2284c77564 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:12:14.489019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:14.493291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:12:14.501640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:12:14.503532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:14.504305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:14.514451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:14.548789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-e387970e-931d-487b-a0fd-e603cd4fb36e req-733dd805-02ed-44a1-88e8-0d2284c77564 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:12:14.550203 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e387970e-931d-487b-a0fd-e603cd4fb36e req-733dd805-02ed-44a1-88e8-0d2284c77564 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.1132295 Apr 19 11:12:14.693332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Network 611254ea-5e52-45b7-bd9c-f39341bb3235 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:12:14.697571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:12:14.716012 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:12:14.835358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:14.839512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9ad01228-97f3-4467-9d66-dd36225bddc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:14.854929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:14.874350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=611254ea-5e52-45b7-bd9c-f39341bb3235,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:14.880395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:14.908577 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/611254ea-5e52-45b7-bd9c-f39341bb3235 HTTP/1.1" status: 204 len: 168 time: 2.9606273 Apr 19 11:12:14.909833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42406) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:14.930751 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df06dac8-17f4-4d4c-8692-e6ed0da06208 req-989ea13b-acb6-4b1e-a50e-eea72921b608 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.1100605 Apr 19 11:12:14.993900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc072e5-fa6f-4117-aff1-f9c41b445854 req-046ddbc7-1010-4e55-bdab-9589a1e5e019 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:14.995498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5fc072e5-fa6f-4117-aff1-f9c41b445854 req-046ddbc7-1010-4e55-bdab-9589a1e5e019 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1131239 Apr 19 11:12:15.045482 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5fc072e5-fa6f-4117-aff1-f9c41b445854 req-794cbd98-b290-47bc-9b83-d59d9e8e8c54 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Apr 19 11:12:15.079258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:15.083504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775199d0-994c-43ab-b25a-e7bc1b6a30ea None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:12:15.479259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0e619-5ecb-4bc7-879d-1f3db4bf754c None None] New status for floating IP 7e0e44a1-2714-4458-ad24-ed297652a569: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:12:15.499901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:15.726755 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-284246f6-b8ef-4316-b356-cffd84732f65 req-93e14cdd-ea65-4107-8bb1-fe8fb2b4a1f9 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.0572152 Apr 19 11:12:15.881283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Deleting port f7d960c9-c702-47de-a381-dd9244f19260 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:15.881669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:15.952173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['96e21a4f-e825-423b-96d9-3a6c066f7774'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:12:16.035119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 96e21a4f-e825-423b-96d9-3a6c066f7774 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:16.137685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 96e21a4f-e825-423b-96d9-3a6c066f7774 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:16.138202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 96e21a4f-e825-423b-96d9-3a6c066f7774 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:16.163230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] For port f7d960c9-c702-47de-a381-dd9244f19260, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=f7d960c9-c702-47de-a381-dd9244f19260,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:16.163624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:16.176522 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1487ecf7-30f8-49a9-89d3-a334c27e758d req-6b923d39-aee3-4402-9f25-7f1dbf403d5b tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dd7ba-9bf3-49c1-bcec-0656dfdc9199 HTTP/1.1" status: 200 len: 210 time: 0.1031446 Apr 19 11:12:16.327525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Calling delete_port for f7d960c9-c702-47de-a381-dd9244f19260 owned by network:router_interface {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:16.400514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ab670-6996-4b8d-ac64-cd64ed7c1459 req-6565c16c-e3cd-4d08-ac02-d20083f63642 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:16.402038 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e00ab670-6996-4b8d-ac64-cd64ed7c1459 req-6565c16c-e3cd-4d08-ac02-d20083f63642 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0894620 Apr 19 11:12:16.452426 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e00ab670-6996-4b8d-ac64-cd64ed7c1459 req-f260a64e-cf21-444b-8b00-90120b0b60a8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Apr 19 11:12:16.491515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc35f-cef6-46f2-a724-4f98a5709818 req-f1dd9f0f-fe35-47bc-9275-b7989e967f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:16.493155 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9ebc35f-cef6-46f2-a724-4f98a5709818 req-f1dd9f0f-fe35-47bc-9275-b7989e967f8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1098 time: 0.1734245 Apr 19 11:12:16.551403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9ebc35f-cef6-46f2-a724-4f98a5709818 req-c3d5efec-7286-4fcc-b3c3-d7abfb430012 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Apr 19 11:12:16.720805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:16.725971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1e78a553-ef3f-433b-a843-bd57e4fd3142 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:16.802999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d960c9-c702-47de-a381-dd9244f19260,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:16.805919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:16.935056 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cf028c45-b79c-4034-b374-1f502e10d60d req-4319c747-2dde-4459-b3eb-9bc47c4a04e9 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9fb3cd6-bd4f-4060-822c-731e2c542b99 HTTP/1.1" status: 200 len: 210 time: 0.0704958 Apr 19 11:12:17.101752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:17.410742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-e8e1942a-ddf7-40aa-b26a-1185b06b9475 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:17.418580 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-e8e1942a-ddf7-40aa-b26a-1185b06b9475 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/networks?id=a8da405d-30b3-4c54-b019-69c85389b88c HTTP/1.1" status: 200 len: 813 time: 0.2240119 Apr 19 11:12:17.437088 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-c20cef37-4fb5-4d80-9546-3f0c046e2547 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/quotas/8b13fa952ce144768d86897e2b9a8676 HTTP/1.1" status: 200 len: 375 time: 0.0172107 Apr 19 11:12:17.511533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-5045214d-f27c-4f20-9082-363bbbb7cb34 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b13fa952ce144768d86897e2b9a8676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731022 Apr 19 11:12:17.829774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a21b9-a15a-4021-b74c-5d122b966bea req-0b5f57c0-e27a-4ea4-af9f-a2c2eb0d8439 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:17.831381 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b4a21b9-a15a-4021-b74c-5d122b966bea req-0b5f57c0-e27a-4ea4-af9f-a2c2eb0d8439 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1720345 Apr 19 11:12:17.835024 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-200702e7-fb6d-4458-a589-29f683c4a3ad service neutron] 10.222.0.46 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225942 Apr 19 11:12:17.885170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Router 29d89cd2-270f-412c-8c32-a7c98449419a has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:12:17.968972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 1ff9365b-7456-4780-bc1d-0cb6a5459043 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:17.976626 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b4a21b9-a15a-4021-b74c-5d122b966bea req-cf8ff4e3-79e1-465f-bf2c-4bf0ce118ea3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383150 Apr 19 11:12:18.020381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 1ff9365b-7456-4780-bc1d-0cb6a5459043 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:18.020758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 1ff9365b-7456-4780-bc1d-0cb6a5459043 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:18.042990 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-82629423-b680-4c38-b416-5f32590fd70d service neutron] 10.222.0.46 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881676 Apr 19 11:12:18.087947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:12:18.098402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] Sync routers for ids ['29d89cd2-270f-412c-8c32-a7c98449419a'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:12:18.112982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] Routers {'29d89cd2-270f-412c-8c32-a7c98449419a'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:18.113829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['29d89cd2-270f-412c-8c32-a7c98449419a'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:18.134858 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] 10.222.0.46 "PUT /v2.0/routers/29d89cd2-270f-412c-8c32-a7c98449419a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2236876 Apr 19 11:12:18.137549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42480) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:18.168232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42484) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:18.247121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.284029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.369046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.486616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.497516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c0e7376a-7fa1-4992-955c-d0c3f2a43fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:18.518291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52da5b-c642-4c62-a794-3129da6c5824,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:18.533129 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-64bba701-f3f4-4260-bd7b-2a58fa9e414c req-b0e550ed-94cc-4509-b9e2-e1aa6e90f8ba tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 210 time: 0.0896564 Apr 19 11:12:18.535092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:18.594311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] Set router 29d89cd2-270f-412c-8c32-a7c98449419a gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:18.600474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.601703 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "DELETE /v2.0/security-groups/ad52da5b-c642-4c62-a794-3129da6c5824 HTTP/1.1" status: 204 len: 168 time: 0.4323182 Apr 19 11:12:18.619085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42508) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:18.631278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.651186 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.v2.resource [None req-6f8445f3-06eb-42d3-9711-cc84eae122ba tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] show failed (client error): The resource could not be found. Apr 19 11:12:18.652514 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6f8445f3-06eb-42d3-9711-cc84eae122ba tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups/ad52da5b-c642-4c62-a794-3129da6c5824 HTTP/1.1" status: 404 len: 347 time: 0.0224333 Apr 19 11:12:18.655658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42516) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:18.726996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Deleting port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:18.727175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.892402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Deleting port f27a9d9a-f090-4917-89bf-0ad71f6a1c2e {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:18.893438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:19.050997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:12:16Z', 'revision_number': 5, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port': {'id': '6bf56ce4-f7c1-4b85-8e3c-5022b6978123', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:08:29Z', 'updated_at': '2021-04-19T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:19.055701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] Checking router: 29d89cd2-270f-412c-8c32-a7c98449419a for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:12:19.067028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] Routers {'29d89cd2-270f-412c-8c32-a7c98449419a'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:19.068180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:11:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['29d89cd2-270f-412c-8c32-a7c98449419a'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:19.287243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1aa1e-5643-41f7-a603-ecc288f52afa req-4143b569-0435-42fe-879d-bf602fcbc040 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:19.289580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:19.289971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:19.296261 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42a1aa1e-5643-41f7-a603-ecc288f52afa req-4143b569-0435-42fe-879d-bf602fcbc040 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1107106 Apr 19 11:12:19.376846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42a1aa1e-5643-41f7-a603-ecc288f52afa req-3c56137b-ef12-40bd-b292-bb0a1cb6c21d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792203 Apr 19 11:12:19.414493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] Set router 29d89cd2-270f-412c-8c32-a7c98449419a gateway port host: None {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:19.458373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Calling delete_port for f27a9d9a-f090-4917-89bf-0ad71f6a1c2e owned by network:floatingip {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:19.499698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] For port 6bf56ce4-f7c1-4b85-8e3c-5022b6978123, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:19.500195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:19.573546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:12:18Z', 'revision_number': 6, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:19.581200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b47a0f-5529-4b67-a323-2e1389476ed4 None None] The sync data for ids ['29d89cd2-270f-412c-8c32-a7c98449419a'] in dv-cinder-786524-2-iscsi is: [{'id': '29d89cd2-270f-412c-8c32-a7c98449419a', 'name': 'tempest-TestMinimumBasicScenario-2131114815-router', 'tenant_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:08:27Z', 'updated_at': '2021-04-19T11:12:18Z', 'revision_number': 6, 'project_id': 'c239dfa91fa144d4a5e89142232dd7d2', 'gw_port_host': None}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:12:19.624363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9695fb21-0315-492d-a213-1042a19a8003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:19.686333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Calling delete_port for 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:19.707923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-768e6f08-af87-47b6-bfa3-99a6df5ef4d7 req-06d53e50-73db-4727-a3d1-a430080b4f7a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 210 time: 0.0726736 Apr 19 11:12:19.748694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49b81-64d9-4a86-8969-ba8d6e63c413 req-4d9373cf-5087-448a-ae13-879dbf1469cd tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:19.759367 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-14eae3b6-0b52-4a21-8caf-164adcb0bbb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6284475 Apr 19 11:12:19.760451 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22b49b81-64d9-4a86-8969-ba8d6e63c413 req-4d9373cf-5087-448a-ae13-879dbf1469cd tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.2340083 Apr 19 11:12:19.761025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42600) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:19.767193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Request body: {'floatingip': {'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:19.863071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:20.344061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-9ea6e49f-2e7f-44d0-ac70-359bc8e0efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:20.345322 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-9ea6e49f-2e7f-44d0-ac70-359bc8e0efce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1098 time: 0.4625549 Apr 19 11:12:20.395427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:20.449142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:20.499595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:20.522290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event deleted for resources: {'Port': ['ID=f27a9d9a-f090-4917-89bf-0ad71f6a1c2e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:20.530097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:20.533141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:20.682471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device f7d960c9-c702-47de-a381-dd9244f19260 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:20.689621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf56ce4-f7c1-4b85-8e3c-5022b6978123,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:20.733581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:20.745200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: f7d960c9-c702-47de-a381-dd9244f19260 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:20.745910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device f7d960c9-c702-47de-a381-dd9244f19260 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:20.747121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:20.830259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:12:20.831842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6bf56ce4-f7c1-4b85-8e3c-5022b6978123 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:20.909095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:20.914286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-26bf4f6d-577f-45b6-b1e2-efdaca5a4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:20.915895 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-26bf4f6d-577f-45b6-b1e2-efdaca5a4862 service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.5514100 Apr 19 11:12:20.917353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.042781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.075943 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e0d989cd-0e21-4d2a-be73-8f69e83f6d4d req-f5ae259c-0133-4d9c-bc6c-5e1169d3bf00 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 210 time: 0.0983059 Apr 19 11:12:21.080812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.204516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.210032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.263471 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-6011c082-1aaf-4d87-b926-c680b6ef1968 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 998 time: 0.2938049 Apr 19 11:12:21.263471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.300784 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "DELETE /v2.0/floatingips/7e0e44a1-2714-4458-ad24-ed297652a569 HTTP/1.1" status: 204 len: 168 time: 2.6427298 Apr 19 11:12:21.359094 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.359581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d89cd2-270f-412c-8c32-a7c98449419a {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:12:21.386756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.390292 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] 10.222.0.46 "DELETE /v2.0/routers/29d89cd2-270f-412c-8c32-a7c98449419a HTTP/1.1" status: 204 len: 168 time: 3.2492561 Apr 19 11:12:21.399040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42688) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:21.399388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42690) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:21.435359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-02b797ed-c264-42e2-b790-71344a6dbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:21.437009 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-02b797ed-c264-42e2-b790-71344a6dbf42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.1341407 Apr 19 11:12:21.463986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.557840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-fbc47154-3cb1-47e3-9634-e340d24f37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:21.559799 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-fbc47154-3cb1-47e3-9634-e340d24f37ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1154580 Apr 19 11:12:21.586451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Deleting subnet 444f87bc-fa9b-4485-8785-30a5da9ac19d {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:12:21.589668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.649477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3374737'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.722267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42718) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:21.731679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027914360', 'description': 'tempest-description--1283319096'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:21.748087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:21.756417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:21.761224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:21.772908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:21.791723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.814667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-92d50d99-c39b-4197-ac2a-d77af12eb884 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:21.815247 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-5530edc0-fac2-4ead-a4ca-622af487b2b6 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452505 Apr 19 11:12:21.816280 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-92d50d99-c39b-4197-ac2a-d77af12eb884 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "GET /v2.0/networks?id=a8da405d-30b3-4c54-b019-69c85389b88c HTTP/1.1" status: 200 len: 813 time: 0.7721801 Apr 19 11:12:21.830777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:21.835092 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Floating IP 5c8f98e4-2afb-47d8-aeb0-337843c5d48a associated. External IP: 172.27.0.67, port: 4bd89a63-ece1-446b-90b1-8d4a04142bfc. Apr 19 11:12:21.900325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Request body: {'port': {'device_id': 'd9697a52-942d-4006-a9c0-10f89091a820', 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c', 'admin_state_up': True, 'tenant_id': '8b13fa952ce144768d86897e2b9a8676'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:21.914072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:21.949272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:21.957176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:21.962558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:21.985905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:21.989141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Usage tracker for resource:security_group_rule and tenant:223c07b3621741b690f1ce59196fb1ab is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:22.005786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:22.023335 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04cb441b-ddf7-4d2c-9d58-d04d9d6b915e req-73414d5f-4f85-402d-8d2f-37c514d65108 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946104 Apr 19 11:12:22.075161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.088177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.107120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:22.125425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-30d122fe-50b4-4e71-adbe-7b888c9e8e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.158269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.170794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba5d7818-236e-4116-bbe6-bb6da200c408 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:22.213411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28c43f-5c2f-4ded-b8d9-08ac598e68da,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:22.216520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:22.287262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.291652 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5678051 Apr 19 11:12:22.292548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42736) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:22.428814 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f0a74eb3-a39c-4826-ac41-61bd5d1ae75b req-8f298e4b-9a33-4371-8353-2a3513f6b168 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 210 time: 0.1117845 Apr 19 11:12:22.435506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:22.463372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'security_group_rule': {'security_group_id': 'ac28c43f-5c2f-4ded-b8d9-08ac598e68da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:22.470759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:22.474903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:22.478623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:22.487532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:22.540055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.606759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:22.614659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.652296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.661421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af892517-1f92-41fe-8f63-87ed9a5f1dfd tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:22.682028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5975110e-b5bd-4ec7-99ff-68069c8f5f7b,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:22.685145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:22.724014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Made reservation on behalf of 8b13fa952ce144768d86897e2b9a8676 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:12:22.730112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.736884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.740874 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9ea8bbe6-6472-4f5c-a893-641884bc08e8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446795 Apr 19 11:12:22.741128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42746) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:22.745689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.747420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'security_group_rule': {'security_group_id': 'ac28c43f-5c2f-4ded-b8d9-08ac598e68da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:22.756183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:22.761006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:security_group_rule and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:22.764145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:22.770899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:22.801719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.814711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7c47c97b-7bd3-4b35-9963-9d4bcee7ae1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:22.815069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.890301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.921050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.923644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:22.951382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8550db8-8453-4f4f-8625-eaa548bef29d,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:22.963028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:22.995154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.996979 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545028 Apr 19 11:12:22.999982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42760) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:23.010905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:23.014208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:23.019911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:floatingip and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:23.023324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:23.029826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:23.069584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.105120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.195111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6fe728-cb89-4aad-9e88-6b4944719c7b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:23.200549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.201261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:23.213590 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=223c07b3621741b690f1ce59196fb1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8082340 Apr 19 11:12:23.214556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42776) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:23.224040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Router 71852f46-b399-4002-b295-8a31840706c2 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:12:23.289545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.367217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.400378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.406522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852624502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201262'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.466129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:23.518375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444f87bc-fa9b-4485-8785-30a5da9ac19d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:23.530097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba157b-5569-4043-aa46-c84285edf0cf None None] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:12:23.530215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.540399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:23.557695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Allocated IP 172.27.0.104 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/25676f30-62e0-4d30-a870-6c75e59bf383) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:12:23.586482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Allocated IP 172.20.0.12 (a8da405d-30b3-4c54-b019-69c85389b88c/4072ebcc-fa8a-41f4-b44a-ba178ad0dd63/52d18c19-1b0f-4cb2-a506-73cf3f0efb8c) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:12:23.617308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.670636 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b02c4113-0d94-4959-845d-fca299c18147 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/444f87bc-fa9b-4485-8785-30a5da9ac19d HTTP/1.1" status: 204 len: 168 time: 2.2617435 Apr 19 11:12:23.675100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-470a680a-f832-4a09-afde-19733178228e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:23.680059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:12:23.681681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42788) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:23.687979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-77c1f722-6a4f-4bf3-bb47-0ffbfbf46c44 req-9174a16f-0292-4c62-9df1-79df6f8854e4 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Synchronizing usage tracker for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:12:23.695684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6fe728-cb89-4aad-9e88-6b4944719c7b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:23.698779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.698954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:23.727993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.729196 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f6fe728-cb89-4aad-9e88-6b4944719c7b HTTP/1.1" status: 204 len: 168 time: 0.5134578 Apr 19 11:12:23.800171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.849638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:12:23.879035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:23.879738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:12:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:23.882303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:23.889941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:23.929812 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-426b9359-0cd6-404c-be70-8342f084fadb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "PUT /v2.0/floatingips/5c8f98e4-2afb-47d8-aeb0-337843c5d48a HTTP/1.1" status: 200 len: 990 time: 4.1675682 Apr 19 11:12:23.942976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:23.975751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-77c1f722-6a4f-4bf3-bb47-0ffbfbf46c44 req-9174a16f-0292-4c62-9df1-79df6f8854e4 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Unset dirty status for tenant:8b13fa952ce144768d86897e2b9a8676 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:12:23.977042 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77c1f722-6a4f-4bf3-bb47-0ffbfbf46c44 req-9174a16f-0292-4c62-9df1-79df6f8854e4 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 210 time: 0.3695242 Apr 19 11:12:24.017225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'Port': ['ID=25676f30-62e0-4d30-a870-6c75e59bf383,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:24.040349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:12:24.044049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:24.045964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:12:24.050532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:12:24.052790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.109192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Deleting port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:24.109395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.145376 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'status': 'completed', 'code': 200} Apr 19 11:12:24.205215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.257391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:24.258577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.326133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.392841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.434317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] DHCP port deletion for 1640c377-a387-48de-9cd7-4b9ce1e7090d request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:12:24.452066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Deleting port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:24.452469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.488568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] For port 0f42d27e-e8f8-4968-b778-a23fbc4c8613, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0f42d27e-e8f8-4968-b778-a23fbc4c8613,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:24.490215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.669060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-23e122b8-54be-4c49-929f-b9534f8a3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:24.675565 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-23e122b8-54be-4c49-929f-b9534f8a3deb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1098 time: 0.5307705 Apr 19 11:12:24.701791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] For port 0f42d27e-e8f8-4968-b778-a23fbc4c8613, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0f42d27e-e8f8-4968-b778-a23fbc4c8613,segment=NetworkSegment(3c5b70ee-de3a-4b1d-86dd-7d09675432f0),segment_id=3c5b70ee-de3a-4b1d-86dd-7d09675432f0)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:24.702238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.710057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Calling delete_port for 0f42d27e-e8f8-4968-b778-a23fbc4c8613 owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:24.742551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0f42d27e-e8f8-4968-b778-a23fbc4c8613 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:12:24.758587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.777743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:24.825179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Network a8da405d-30b3-4c54-b019-69c85389b88c is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:12:24.836597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:12:24.852381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:12:24.956144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:24.956885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:24.958755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Calling delete_port for 0f42d27e-e8f8-4968-b778-a23fbc4c8613 owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:12:24.980774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Pushing event updated for resources: {'Port': ['ID=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:24.993286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:25.036111 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2025113 Apr 19 11:12:25.050387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Request body: {'port': {'device_id': 'd9697a52-942d-4006-a9c0-10f89091a820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:25.174129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.215926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-db019641-ed6a-49f0-bf56-6c947cc5909a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:25.261804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No active binding found for port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 {{(pid=86486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 11:12:25.262269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0f42d27e-e8f8-4968-b778-a23fbc4c8613 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:12:25.301099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:12:25.301519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:12:25.324691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '5c8f98e4-2afb-47d8-aeb0-337843c5d48a', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '71852f46-b399-4002-b295-8a31840706c2', 'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'mac_address': 'fa:16:3e:69:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:11:52Z', 'updated_at': '2021-04-19T11:12:20Z', 'revision_number': 1, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:25.335943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42832) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:25.337164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:12:25.338243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] No DVR routers for this DVR port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 on host dv-cinder-786524-2-iscsi {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:12:25.351000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:25.351581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:12:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:25.374679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-c53fc122-48c3-45dc-99e3-a7f9fed46905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:25.376991 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-c53fc122-48c3-45dc-99e3-a7f9fed46905 service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.6928055 Apr 19 11:12:25.463291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.481296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Pushing event deleted for resources: {'Port': ['ID=0f42d27e-e8f8-4968-b778-a23fbc4c8613,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:25.525030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-beb4849b-628c-4b36-978f-2e3c51b5e866 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 998 time: 0.1390169 Apr 19 11:12:25.531939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.534422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.534978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.535496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.536032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.536437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.536975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.537377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.537777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.538178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.538579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.539049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.539342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:25.543939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-96ca5c00-1353-4c62-af42-61eb0348811a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:25.555784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:25.576778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:25.615952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.717886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.789390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'Port': ['ID=25676f30-62e0-4d30-a870-6c75e59bf383,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:25.807181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:25.814135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-67c5dde1-0fff-4186-8bb2-44d03f8ff2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:25.815752 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-67c5dde1-0fff-4186-8bb2-44d03f8ff2fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.2730343 Apr 19 11:12:25.867185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8300-5b60-4f58-a67a-174868be13ac req-37da98fc-03e3-4232-969d-79070479410f tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:25.868944 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c6a8300-5b60-4f58-a67a-174868be13ac req-37da98fc-03e3-4232-969d-79070479410f tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 932 time: 0.6592369 Apr 19 11:12:25.880550 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-42e4dfb5-64e4-4914-89a4-314c16be3f23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73bb70e5fe354dfc8e40cee2af2f1398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416880 Apr 19 11:12:25.886882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42838) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:25.906463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.961305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Deleting port 0f42d27e-e8f8-4968-b778-a23fbc4c8613 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:12:25.961907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:25.997944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1640c377-a387-48de-9cd7-4b9ce1e7090d']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:25.999534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.020525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-7eab38da-2281-408f-af9b-34eb70b08f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:26.022149 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-7eab38da-2281-408f-af9b-34eb70b08f3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1936018 Apr 19 11:12:26.032425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5b70ee-de3a-4b1d-86dd-7d09675432f0') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:26.032986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5b70ee-de3a-4b1d-86dd-7d09675432f0') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:26.058549 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c6a8300-5b60-4f58-a67a-174868be13ac req-ccd4c750-82eb-4d9c-b970-0b2b2649a3a9 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689944 Apr 19 11:12:26.062313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.064708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851401063'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.068954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-edf2c526-5ccc-44eb-987d-d2ba6548fa99 None None] The port '0f42d27e-e8f8-4968-b778-a23fbc4c8613' was deleted {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:12:26.070511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.071826 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0699263 Apr 19 11:12:26.258182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.299304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:12:26.311339 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-0d8e9b51-0a3b-413b-8bee-0c7fda568093 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815244 Apr 19 11:12:26.357859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.424960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-769ce028-8ce8-4eb0-9d31-5e116c45f079 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:26.450675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c341d2-6978-4ed6-b5d9-4468ec9d1a62,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:26.455947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:26.465104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.468923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5c341d2-6978-4ed6-b5d9-4468ec9d1a62 HTTP/1.1" status: 204 len: 168 time: 0.5764270 Apr 19 11:12:26.526755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '5c8f98e4-2afb-47d8-aeb0-337843c5d48a', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '71852f46-b399-4002-b295-8a31840706c2', 'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'mac_address': 'fa:16:3e:69:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:11:52Z', 'updated_at': '2021-04-19T11:12:20Z', 'revision_number': 1, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:26.532635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b687f-7a24-4304-b4c8-2afd71bc5de9 None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '5c8f98e4-2afb-47d8-aeb0-337843c5d48a', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '71852f46-b399-4002-b295-8a31840706c2', 'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'mac_address': 'fa:16:3e:69:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:11:52Z', 'updated_at': '2021-04-19T11:12:20Z', 'revision_number': 1, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:12:26.548247 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42ca057f-5f01-4373-9d24-f184a93dbb3e req-95771379-7b8c-47ce-abf7-e1b9b89bea66 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291765 Apr 19 11:12:26.649041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:12:26.662187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2151977'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:26.832337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16af20-7cfe-463b-816b-a1e7b70812ee None None] New status for floating IP 5c8f98e4-2afb-47d8-aeb0-337843c5d48a: ACTIVE {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:12:27.040101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5d1df013-fcb8-4ba2-923e-0432c8e82a08 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:12:27.190027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:27.197966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Network 1640c377-a387-48de-9cd7-4b9ce1e7090d has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:12:27.225252 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:12:27.268923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:27.330922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5d1df013-fcb8-4ba2-923e-0432c8e82a08 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:12:27.332204 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5d1df013-fcb8-4ba2-923e-0432c8e82a08 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1027914360&fields=id&tenant_id=6dad5be3678b452f8649056c2b7ff6b8 HTTP/1.1" status: 200 len: 267 time: 0.9500639 Apr 19 11:12:27.551276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9576-3fbb-4c1a-bfe1-1d44a9724a31 req-b3887744-3f12-4ecf-b7aa-5faee40d4259 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:27.552963 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4daf9576-3fbb-4c1a-bfe1-1d44a9724a31 req-b3887744-3f12-4ecf-b7aa-5faee40d4259 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 932 time: 0.3492644 Apr 19 11:12:27.559228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Transition to ACTIVE for port object 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:12:27.571446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-6814a97f-fa4a-4c02-9a92-35096d94df93 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:27.573070 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-6814a97f-fa4a-4c02-9a92-35096d94df93 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 811 time: 0.2296281 Apr 19 11:12:27.605957 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-aaa39fa0-3b97-4607-9843-41ba3a3d4cdf tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/quotas/6dad5be3678b452f8649056c2b7ff6b8 HTTP/1.1" status: 200 len: 375 time: 0.0179319 Apr 19 11:12:27.618246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:27.622485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:27.631017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e274e108-e561-45cc-8e99-e8392d7d8ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:27.739960 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4daf9576-3fbb-4c1a-bfe1-1d44a9724a31 req-153a42ad-041d-4c4c-9326-d8cecd55a828 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794448 Apr 19 11:12:27.742271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:27.852303 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] 10.222.0.46 "DELETE /v2.0/networks/1640c377-a387-48de-9cd7-4b9ce1e7090d HTTP/1.1" status: 204 len: 168 time: 4.1669028 Apr 19 11:12:27.853271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:27.890774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:27.891543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1800b69d-5fc4-4ef1-a4b1-e82d39335dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:27.956290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Pushing event deleted for resources: {'Network': ['ID=1640c377-a387-48de-9cd7-4b9ce1e7090d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:27.965700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:28.004529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-d655ec1d-a008-4c44-8ba4-b2ca846e890e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3892236 Apr 19 11:12:28.024777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Attempting to bind port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:12:28.025155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Attempting to bind port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:12:28.025528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Attempting to bind port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c on network a8da405d-30b3-4c54-b019-69c85389b88c {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:12:28.030569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c on network a8da405d-30b3-4c54-b019-69c85389b88c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:12:28.030932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Attempting to bind port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c on network a8da405d-30b3-4c54-b019-69c85389b88c {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:12:28.037416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:12:28.037794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Checking segment: {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:12:28.043321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Bound using segment: {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:12:28.043321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Bound port: 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763abbda-df22-4c3a-8ed7-585df27fa066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:12:28.043321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.254933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] For port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:12:28.277164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] For port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:12:28.281209 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-00eddce3-1a97-4976-a2ad-7ba0669fc3ea service neutron] 10.222.0.46 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932313 Apr 19 11:12:28.314693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.322910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b0a2dd86-5ed0-4374-a474-99e7be9515e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:28.348300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42874) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:28.403392 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a62c5bf3-5414-4559-b683-b0b93e29ec21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c4e53dbd1bd4c52a6da147d79207121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515540 Apr 19 11:12:28.403613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 42878) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:28.456104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:28.456781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.458284 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/52d18c19-1b0f-4cb2-a506-73cf3f0efb8c HTTP/1.1" status: 200 len: 1094 time: 3.4135091 Apr 19 11:12:28.458826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9697a52-942d-4006-a9c0-10f89091a820', 'tag': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:28.468382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.497799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.511350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:28.522422 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9697a52-942d-4006-a9c0-10f89091a820', 'tag': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c', 'status': 'completed', 'code': 200} Apr 19 11:12:28.524966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:28.528714 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-11fbbc4c-7567-4a31-9e83-5a4d31fedff9 service neutron] 10.222.0.46 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401607 Apr 19 11:12:28.583470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.588844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c7168514-3f8a-4f84-a00f-189c8c1ad58b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:28.602910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408df8b1-22e6-407d-8dd9-87813d230cf6,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:28.606022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:28.644469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:28.645771 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/408df8b1-22e6-407d-8dd9-87813d230cf6 HTTP/1.1" status: 204 len: 168 time: 0.2411652 Apr 19 11:12:28.772216 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a87f94a3-0ece-4184-83ff-8ebe7f9ae735 req-e85e699e-7f87-477c-92c1-a088d639cf94 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 210 time: 0.0531082 Apr 19 11:12:28.986688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654943d-415b-41f7-b3a4-a709114f30dc req-0a1f043f-f485-4d44-9bdc-18ed0a33ee76 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:28.988533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1654943d-415b-41f7-b3a4-a709114f30dc req-0a1f043f-f485-4d44-9bdc-18ed0a33ee76 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.1066639 Apr 19 11:12:29.043053 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1654943d-415b-41f7-b3a4-a709114f30dc req-f591330d-059d-49b0-9d57-6e3293645462 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469086 Apr 19 11:12:29.205459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42904) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:29.265854 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f8ce2be0-0546-426b-a19c-753911484a1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c239dfa91fa144d4a5e89142232dd7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566094 Apr 19 11:12:29.266265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 42908) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:29.331258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:29.358804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:29.572298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:29.576213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-db51b1f9-a6c7-4b27-8f46-da6ce38ccc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:29.589003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db3678a-bfe3-4182-90b8-75bf854a8841,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:29.592727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:29.599252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:29.600491 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4db3678a-bfe3-4182-90b8-75bf854a8841 HTTP/1.1" status: 204 len: 168 time: 0.3329227 Apr 19 11:12:29.966846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ce09633d-4181-4d2e-832c-713881926de8 req-5dd53524-dade-4735-b2b7-4ddfb1d56569 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 210 time: 0.0558875 Apr 19 11:12:30.252229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005c78-2f6e-42e6-a0d7-748b96311b96 req-d542f564-66ec-4244-ba98-eb8bfb61e910 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:30.253852 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-80005c78-2f6e-42e6-a0d7-748b96311b96 req-d542f564-66ec-4244-ba98-eb8bfb61e910 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.0902007 Apr 19 11:12:30.302645 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-80005c78-2f6e-42e6-a0d7-748b96311b96 req-e8432acd-0b4f-4c8e-8239-73ef415cc234 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Apr 19 11:12:31.133927 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-34d10a81-be82-4fbe-b605-56a7e6ea5bdd req-c5ec9750-3607-4e4a-ab72-2ce4abcb4786 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 210 time: 0.0485892 Apr 19 11:12:31.257563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e71f1-1c85-4ba8-8ff4-7b3e06750c07 req-f75dc980-7214-4b00-aefb-a5283871a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:31.259072 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d90e71f1-1c85-4ba8-8ff4-7b3e06750c07 req-f75dc980-7214-4b00-aefb-a5283871a9ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b13fa952ce144768d86897e2b9a8676&device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 1097 time: 0.0882657 Apr 19 11:12:31.420313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e71f1-1c85-4ba8-8ff4-7b3e06750c07 req-333189d3-49e3-4e4e-9d65-fc1c43b56a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:31.421913 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d90e71f1-1c85-4ba8-8ff4-7b3e06750c07 req-333189d3-49e3-4e4e-9d65-fc1c43b56a0c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8b13fa952ce144768d86897e2b9a8676&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1549449 Apr 19 11:12:31.641797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e71f1-1c85-4ba8-8ff4-7b3e06750c07 req-63f63c35-9399-47d5-bacd-ae26aa9473f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:31.643272 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d90e71f1-1c85-4ba8-8ff4-7b3e06750c07 req-63f63c35-9399-47d5-bacd-ae26aa9473f7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124288 Apr 19 11:12:31.652789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5a3a-f7ad-40ef-a602-de066ce71a7e req-1c768e4e-76ef-45e4-8141-497c0fd033fd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:31.654289 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f48f5a3a-f7ad-40ef-a602-de066ce71a7e req-1c768e4e-76ef-45e4-8141-497c0fd033fd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.2247179 Apr 19 11:12:31.764030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f48f5a3a-f7ad-40ef-a602-de066ce71a7e req-b8f0a42c-9e76-45bc-b8e4-e0d7423452ff tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022930 Apr 19 11:12:31.786887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-336cd03f-5a87-4281-b0ca-b87f77e2d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:31.788503 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-336cd03f-5a87-4281-b0ca-b87f77e2d7ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b13fa952ce144768d86897e2b9a8676&device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 1097 time: 0.1057436 Apr 19 11:12:31.866947 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-69690ada-8bc0-4131-bf96-ab3fba52fbaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c HTTP/1.1" status: 200 len: 217 time: 0.0706222 Apr 19 11:12:31.943764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781f530-de7a-44e0-9354-b68c1b524923 req-ee1b4ee5-701f-43d9-9bf1-1d86cfb565df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:31.945313 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-ee1b4ee5-701f-43d9-9bf1-1d86cfb565df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4072ebcc-fa8a-41f4-b44a-ba178ad0dd63 HTTP/1.1" status: 200 len: 853 time: 0.0650120 Apr 19 11:12:32.000501 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-a2ed451c-1609-482b-abcc-6cb87136ae26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8da405d-30b3-4c54-b019-69c85389b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473320 Apr 19 11:12:32.159146 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-25699e74-7a9b-4150-89ba-5cc607c7517c service neutron] 10.222.0.55 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524386 Apr 19 11:12:32.263728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-2bbfb6fb-3743-43dd-b8c7-be079268cdd6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:32.265434 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-2bbfb6fb-3743-43dd-b8c7-be079268cdd6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 811 time: 0.2040699 Apr 19 11:12:32.361679 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1ff3c906-7b33-4e23-8044-16ebcd0f176e req-2a256e28-a66f-4a88-9656-da41007e58fb tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 210 time: 0.0639646 Apr 19 11:12:32.397710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-263bef97-424e-4cc3-b925-8c98d2a76ed3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:security_group {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:12:32.412545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-263bef97-424e-4cc3-b925-8c98d2a76ed3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:security_group {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:12:32.414394 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-263bef97-424e-4cc3-b925-8c98d2a76ed3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dad5be3678b452f8649056c2b7ff6b8 HTTP/1.1" status: 200 len: 5705 time: 0.1396277 Apr 19 11:12:32.424665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'port': {'device_id': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'admin_state_up': True, 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'security_groups': ['ac28c43f-5c2f-4ded-b8d9-08ac598e68da']}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:32.622804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:32.630493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Usage tracker for resource:port and tenant:6dad5be3678b452f8649056c2b7ff6b8 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:32.646419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:32.652695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:32.684929 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5781f530-de7a-44e0-9354-b68c1b524923 req-1e1a6e82-d92c-4a69-b974-66c12e0eb8cc service neutron] 10.222.0.55 "GET /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197434 Apr 19 11:12:32.692265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Made reservation on behalf of 6dad5be3678b452f8649056c2b7ff6b8 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:12:32.698635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:32.878963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Allocated IP 172.20.0.7 (e0c8ea00-f640-442e-b07e-9629a1b9db2a/80a0873d-c56d-4950-93ed-a18f9d54b2e0/411e9ce5-8479-44de-ae21-4f81c8a20df0) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:12:32.972240 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d4879-f0ed-4dd0-92c0-ba57a2a34e7d req-92cb6952-d17f-49c4-9e7c-9b0bec9cddf9 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:32.973899 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-566d4879-f0ed-4dd0-92c0-ba57a2a34e7d req-92cb6952-d17f-49c4-9e7c-9b0bec9cddf9 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.0900521 Apr 19 11:12:33.023339 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-566d4879-f0ed-4dd0-92c0-ba57a2a34e7d req-b6782d24-66a5-4f60-b798-57dd73a3243e tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Apr 19 11:12:33.080045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:33.096281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Transition to ACTIVE for port object 411e9ce5-8479-44de-ae21-4f81c8a20df0 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:12:33.144009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:33.150958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-56569f3a-1c2a-4dc2-9712-8fe7f6e02098 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:33.224538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:12:33.227746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:12:33.230272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:12:33.276775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event updated for resources: {'Port': ['ID=411e9ce5-8479-44de-ae21-4f81c8a20df0,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:33.280055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:33.310030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:33.310716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:33.377786 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9577646 Apr 19 11:12:33.491269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-761fb558-85cf-476f-abed-f8cb47a7fb14 None None] Provisioning for port 411e9ce5-8479-44de-ae21-4f81c8a20df0 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:12:33.496699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-761fb558-85cf-476f-abed-f8cb47a7fb14 None None] Provisioning complete for port 411e9ce5-8479-44de-ae21-4f81c8a20df0 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:12:33.497064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-761fb558-85cf-476f-abed-f8cb47a7fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:33.554056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-761fb558-85cf-476f-abed-f8cb47a7fb14 None None] Port 411e9ce5-8479-44de-ae21-4f81c8a20df0 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:12:33.588835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4de2d-72fb-4780-b58a-deabae27321f req-f6b9d256-ef5a-4f73-b520-a756a39768b6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:33.590381 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63d4de2d-72fb-4780-b58a-deabae27321f req-f6b9d256-ef5a-4f73-b520-a756a39768b6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 931 time: 0.0935941 Apr 19 11:12:33.639279 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63d4de2d-72fb-4780-b58a-deabae27321f req-35f2d71f-d857-43c0-8b7e-d14f32a9cec3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 Apr 19 11:12:34.225907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6425a9-38b3-460a-901f-60cd3dbfc2ef req-7f7030b5-09ac-4ab5-873d-914e8d245046 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:34.227489 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a6425a9-38b3-460a-901f-60cd3dbfc2ef req-7f7030b5-09ac-4ab5-873d-914e8d245046 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.0880947 Apr 19 11:12:34.278779 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a6425a9-38b3-460a-901f-60cd3dbfc2ef req-1031d00e-ff87-4f02-8d93-b3f9666dfeb5 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Apr 19 11:12:34.851511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64cfac-2439-4231-bc36-366b488e40e5 req-f0a1fb9a-b7fc-49f4-9b83-884a423f2791 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:34.851782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Request body: {'port': {'device_id': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:34.853142 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2e64cfac-2439-4231-bc36-366b488e40e5 req-f0a1fb9a-b7fc-49f4-9b83-884a423f2791 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 931 time: 0.0964918 Apr 19 11:12:34.905542 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2e64cfac-2439-4231-bc36-366b488e40e5 req-95d3f2f4-5a7d-417d-a2c5-cd53bc302e63 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Apr 19 11:12:34.979850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:35.411547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411e9ce5-8479-44de-ae21-4f81c8a20df0 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:35.420727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:35.438711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Transition to ACTIVE for port object 411e9ce5-8479-44de-ae21-4f81c8a20df0 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:12:35.469143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:35.475484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:35.519256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091be459-85fc-450d-b007-e92634fba58c req-a2e228fc-42f4-4d2f-887a-9670ba0ea606 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:35.521077 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-091be459-85fc-450d-b007-e92634fba58c req-a2e228fc-42f4-4d2f-887a-9670ba0ea606 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.1159086 Apr 19 11:12:35.591746 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-091be459-85fc-450d-b007-e92634fba58c req-6378d805-f4ba-4f72-9f6d-47895abfa7db tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Apr 19 11:12:35.673960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Pushing event updated for resources: {'Port': ['ID=411e9ce5-8479-44de-ae21-4f81c8a20df0,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:35.684045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:35.760784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Attempting to bind port 411e9ce5-8479-44de-ae21-4f81c8a20df0 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:12:35.761153 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Attempting to bind port 411e9ce5-8479-44de-ae21-4f81c8a20df0 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:12:35.761515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Attempting to bind port 411e9ce5-8479-44de-ae21-4f81c8a20df0 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:12:35.766313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Port 411e9ce5-8479-44de-ae21-4f81c8a20df0 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:12:35.767346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Attempting to bind port 411e9ce5-8479-44de-ae21-4f81c8a20df0 on network e0c8ea00-f640-442e-b07e-9629a1b9db2a {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:12:35.772835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:12:35.773206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Checking segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:12:35.773623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Bound using segment: {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:12:35.774090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Bound port: 411e9ce5-8479-44de-ae21-4f81c8a20df0, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:12:35.774468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:35.871355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] For port 411e9ce5-8479-44de-ae21-4f81c8a20df0, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:12:35.874881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] For port 411e9ce5-8479-44de-ae21-4f81c8a20df0, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:12:35.897746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:35.902609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:35.958801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:35.959471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:35.960976 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-5105da89-c824-440c-8a64-3e1740160590 service neutron] 10.222.0.55 "PUT /v2.0/ports/411e9ce5-8479-44de-ae21-4f81c8a20df0 HTTP/1.1" status: 200 len: 1093 time: 1.1141334 Apr 19 11:12:35.961519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:35.992125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Pushing event updated for resources: {'Port': ['ID=411e9ce5-8479-44de-ae21-4f81c8a20df0,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:36.003754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:36.023451 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'status': 'completed', 'code': 200} Apr 19 11:12:36.119230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-2d320165-375c-4e96-9ad1-0ec52f4a8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:36.121168 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-2d320165-375c-4e96-9ad1-0ec52f4a8a08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0870807 Apr 19 11:12:36.132043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbab5-926b-4778-a218-42ac08894d57 req-6f80f56a-019f-4253-bde9-93581c1ab92a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:36.133655 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-780cbab5-926b-4778-a218-42ac08894d57 req-6f80f56a-019f-4253-bde9-93581c1ab92a tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 943 time: 0.0953643 Apr 19 11:12:36.183206 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-780cbab5-926b-4778-a218-42ac08894d57 req-6d835bf7-1ffb-4fcd-96a9-0792ec197c47 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Apr 19 11:12:36.201237 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-6e048c37-2c4d-48d6-bbeb-e4317502e6de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0 HTTP/1.1" status: 200 len: 217 time: 0.0722251 Apr 19 11:12:36.277341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-7da006a8-eb02-4147-ac77-00f9f38b498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:36.278976 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-7da006a8-eb02-4147-ac77-00f9f38b498b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.0698469 Apr 19 11:12:36.597583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-da27be3c-d221-4a2d-ad30-b076e41e88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:36.599199 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-da27be3c-d221-4a2d-ad30-b076e41e88a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3128705 Apr 19 11:12:36.745667 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-dccddb7d-5957-4300-9949-c3a70034d775 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382799 Apr 19 11:12:36.805755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963120ac-304a-4c6e-a83f-eee7a503d955 req-3e958045-0a7f-4fe7-9721-51dcb1c61d12 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:36.807298 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-963120ac-304a-4c6e-a83f-eee7a503d955 req-3e958045-0a7f-4fe7-9721-51dcb1c61d12 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.0926008 Apr 19 11:12:36.863537 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-963120ac-304a-4c6e-a83f-eee7a503d955 req-952029fd-d50e-4e04-83fd-4582fb762d86 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Apr 19 11:12:36.893659 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11914c88-ab79-4e4e-8f5d-625e0cf34011 req-cd9af6f8-dd34-4e75-803b-1c5f5ef1fab1 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401770 Apr 19 11:12:37.050748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-7c17736d-928e-4209-a0c5-930439e1ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:37.052960 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-7c17736d-928e-4209-a0c5-930439e1ec7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0824687 Apr 19 11:12:37.209820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-6f9c8cb6-9e1e-44ae-a1d0-c7680a656af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:37.211423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-6f9c8cb6-9e1e-44ae-a1d0-c7680a656af7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.1460087 Apr 19 11:12:37.287655 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-69ca008c-f1b8-44ad-9e6a-7c7192629e7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0 HTTP/1.1" status: 200 len: 217 time: 0.0688860 Apr 19 11:12:37.360475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-7aca1930-8833-4791-a031-a24224471a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:37.362063 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-7aca1930-8833-4791-a031-a24224471a3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.0680044 Apr 19 11:12:37.386693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a498fa6-bb7a-4194-86b0-d3b90467c973 req-d9dc7b46-2bff-496d-b581-a609144fc505 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:37.388369 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5a498fa6-bb7a-4194-86b0-d3b90467c973 req-d9dc7b46-2bff-496d-b581-a609144fc505 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 943 time: 0.0894217 Apr 19 11:12:37.441519 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5a498fa6-bb7a-4194-86b0-d3b90467c973 req-f452f083-fe9e-4df7-92b7-1f80d87d7445 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459790 Apr 19 11:12:37.449390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-a82d039d-6a08-486e-806b-d0095bc1360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:37.450996 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-a82d039d-6a08-486e-806b-d0095bc1360a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798485 Apr 19 11:12:38.079665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6eb06-7e77-4597-b7a6-9f65aac1573b req-9eaa129a-c6b3-459f-9eed-5f78e8e2da78 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:38.081365 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f1a6eb06-7e77-4597-b7a6-9f65aac1573b req-9eaa129a-c6b3-459f-9eed-5f78e8e2da78 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.0904291 Apr 19 11:12:38.130236 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f1a6eb06-7e77-4597-b7a6-9f65aac1573b req-c15f6c01-d04d-4dcb-99a3-18c4c4bd0bb1 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Apr 19 11:12:38.625630 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-9b15946e-22d7-4fb7-aa0a-2bb16a479710 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419032 Apr 19 11:12:38.649959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-e770-4a1d-a630-2ec7aa30e0d8 req-ff04eb5b-2458-43bf-b4bf-e6fed7a15d58 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:38.651541 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d0dafca-e770-4a1d-a630-2ec7aa30e0d8 req-ff04eb5b-2458-43bf-b4bf-e6fed7a15d58 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 943 time: 0.0924399 Apr 19 11:12:38.700719 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d0dafca-e770-4a1d-a630-2ec7aa30e0d8 req-e4dabadf-be83-45e7-84c0-66499ac6699d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426347 Apr 19 11:12:39.333508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b55b9-080f-47bb-99ec-a679bebd98b2 req-40a77502-2edf-4c0a-ad49-741b23979864 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:39.335111 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f81b55b9-080f-47bb-99ec-a679bebd98b2 req-40a77502-2edf-4c0a-ad49-741b23979864 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 944 time: 0.0910611 Apr 19 11:12:39.382050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:12:39.382934 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f81b55b9-080f-47bb-99ec-a679bebd98b2 req-a16f9534-55f0-472a-a3fb-7d4cc676a424 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Apr 19 11:12:39.523128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:39.537241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c', 'network_id': 'a8da405d-30b3-4c54-b019-69c85389b88c', 'port_id': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c', 'mac_address': 'fa:16:3e:71:2e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4072ebcc-fa8a-41f4-b44a-ba178ad0dd63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:12:39.597945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:39.616009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:39.631731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:39.668617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:39.670471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:39.742044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:39.746006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:39.911739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9a996-1d1e-4872-bc88-23fcd10557d6 req-61e6f95f-69fd-413c-b23d-4bb354fdf10b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:39.913268 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3eb9a996-1d1e-4872-bc88-23fcd10557d6 req-61e6f95f-69fd-413c-b23d-4bb354fdf10b tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 943 time: 0.0921464 Apr 19 11:12:39.962393 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3eb9a996-1d1e-4872-bc88-23fcd10557d6 req-5949ab1c-3e5f-488b-8dea-bb09044cebc6 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Apr 19 11:12:40.533332 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24c48a52-2e91-4624-b3e6-845ac29eee8b req-419a2740-41b5-428b-83c9-1f8730f14157 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395247 Apr 19 11:12:40.590964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b9c9-0b93-4947-9b5a-4ddffb3378bc req-5e044e0d-3ebd-4d0d-ae6d-dd0abfc8b8f7 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:40.592733 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0f47b9c9-0b93-4947-9b5a-4ddffb3378bc req-5e044e0d-3ebd-4d0d-ae6d-dd0abfc8b8f7 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 945 time: 0.0900037 Apr 19 11:12:40.644414 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0f47b9c9-0b93-4947-9b5a-4ddffb3378bc req-5dbd46fd-cec3-463d-bae4-e854ea375cfa tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Apr 19 11:12:40.676259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['52d18c19-1b0f-4cb2-a506-73cf3f0efb8c'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:12:41.167535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf93a-c973-49be-a009-d9ae42a38125 req-311f2712-a1f1-4d9b-9a8a-fab0c9e5d01d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:41.169130 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d27bf93a-c973-49be-a009-d9ae42a38125 req-311f2712-a1f1-4d9b-9a8a-fab0c9e5d01d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 943 time: 0.0873315 Apr 19 11:12:41.217052 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d27bf93a-c973-49be-a009-d9ae42a38125 req-efbdc453-1156-4eca-99b9-913d782d7965 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Apr 19 11:12:41.856892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3e1da-98be-485e-b750-243744a56af9 req-171f9ba9-c24d-422c-bf90-427465737752 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:41.858442 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4ac3e1da-98be-485e-b750-243744a56af9 req-171f9ba9-c24d-422c-bf90-427465737752 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 945 time: 0.0986648 Apr 19 11:12:41.909386 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4ac3e1da-98be-485e-b750-243744a56af9 req-0409a641-640d-4d5c-ac68-383a36f5c181 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Apr 19 11:12:42.427681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2fe9-4c0a-4f23-9044-66c30759b9dd req-1f3c51f5-1097-4463-bfda-6fcc1059a15d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:42.429250 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-381d2fe9-4c0a-4f23-9044-66c30759b9dd req-1f3c51f5-1097-4463-bfda-6fcc1059a15d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 943 time: 0.0912991 Apr 19 11:12:42.477821 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-381d2fe9-4c0a-4f23-9044-66c30759b9dd req-c2ccf3e9-b8c0-444e-b7a8-fb0771eb47f0 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Apr 19 11:12:42.870623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 411e9ce5-8479-44de-ae21-4f81c8a20df0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:12:42.873523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:12:43.069976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:12:43.079533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:12:43.080693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:43.119589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21733a63-7d9c-4a7b-839b-871e25767f1a req-a12f4973-2aae-46da-bfab-b6014c0b33b3 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:43.121245 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-21733a63-7d9c-4a7b-839b-871e25767f1a req-a12f4973-2aae-46da-bfab-b6014c0b33b3 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 945 time: 0.0955169 Apr 19 11:12:43.126659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 411e9ce5-8479-44de-ae21-4f81c8a20df0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:43.153577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'port_id': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'mac_address': 'fa:16:3e:65:0d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:12:43.170928 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-21733a63-7d9c-4a7b-839b-871e25767f1a req-dc9b4760-e6af-45cb-9b37-c0ac58d1306f tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Apr 19 11:12:43.261369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:43.292113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411e9ce5-8479-44de-ae21-4f81c8a20df0 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:12:43.301730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:43.335721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 411e9ce5-8479-44de-ae21-4f81c8a20df0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:43.340841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9697a52-942d-4006-a9c0-10f89091a820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:43.350967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:43.365090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:43.367065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:43.406926 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9697a52-942d-4006-a9c0-10f89091a820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c', 'code': 200} Apr 19 11:12:43.414675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:43.445301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=411e9ce5-8479-44de-ae21-4f81c8a20df0,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:43.451326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:43.451848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:43.530538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:43.534008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:43.615356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['411e9ce5-8479-44de-ae21-4f81c8a20df0'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:12:43.687985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77283c85-001a-4bc9-b692-85d2bc21ad2e req-461c8758-4b7d-42ce-9fef-7d9ce04bf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:43.690520 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77283c85-001a-4bc9-b692-85d2bc21ad2e req-461c8758-4b7d-42ce-9fef-7d9ce04bf7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 1099 time: 0.0856397 Apr 19 11:12:43.691116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe71c16-0153-43ac-86bf-557a2e85ad8b req-5a3855f5-ef4a-43ed-a162-17f1b69bca68 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:43.692795 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ebe71c16-0153-43ac-86bf-557a2e85ad8b req-5a3855f5-ef4a-43ed-a162-17f1b69bca68 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 944 time: 0.0964165 Apr 19 11:12:43.736170 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-77283c85-001a-4bc9-b692-85d2bc21ad2e req-8439cef2-b09d-47dc-9f70-9624637df40d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Apr 19 11:12:43.747640 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ebe71c16-0153-43ac-86bf-557a2e85ad8b req-9bad3fef-4eb4-452b-a33f-4b2b66abc6c3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482886 Apr 19 11:12:44.377040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150c03-267e-41ba-8d35-ba805cf6c1f4 req-3c3f67b1-2cbe-4478-9c4c-d797f357b9c5 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:44.378611 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5f150c03-267e-41ba-8d35-ba805cf6c1f4 req-3c3f67b1-2cbe-4478-9c4c-d797f357b9c5 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 946 time: 0.0890102 Apr 19 11:12:44.426504 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5f150c03-267e-41ba-8d35-ba805cf6c1f4 req-5f93c96b-e90d-4240-b762-34dd85ac28cd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Apr 19 11:12:44.886128 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 411e9ce5-8479-44de-ae21-4f81c8a20df0 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:12:44.958758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c98de-587c-4ec6-9465-24402b0fc66a req-72a83190-2543-43bf-bc41-cf18b2eab43d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:44.960546 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d9c98de-587c-4ec6-9465-24402b0fc66a req-72a83190-2543-43bf-bc41-cf18b2eab43d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 944 time: 0.0960362 Apr 19 11:12:44.995014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 411e9ce5-8479-44de-ae21-4f81c8a20df0 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:12:45.001514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 411e9ce5-8479-44de-ae21-4f81c8a20df0 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:12:45.001986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:45.011709 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d9c98de-587c-4ec6-9465-24402b0fc66a req-998a0a1c-e2fd-4e19-a0bc-271cbe8799f8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Apr 19 11:12:45.126992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:45.160169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 411e9ce5-8479-44de-ae21-4f81c8a20df0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:12:45.189443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:45.191400 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-741e2b06-cd5c-4adb-99b2-bddf8d21989f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:45.259659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=411e9ce5-8479-44de-ae21-4f81c8a20df0,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:45.262785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:45.408682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:45.458108 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'code': 200} Apr 19 11:12:45.630517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a5b7e-0464-44a1-891d-77ab31beeb3b req-e7303036-87b9-4c33-a47c-8c364eadc03a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:45.632136 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-780a5b7e-0464-44a1-891d-77ab31beeb3b req-e7303036-87b9-4c33-a47c-8c364eadc03a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 946 time: 0.0895641 Apr 19 11:12:45.682615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-780a5b7e-0464-44a1-891d-77ab31beeb3b req-8b7888d6-cef5-4b6c-9bb2-834b924dfa5f tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Apr 19 11:12:45.787727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669bd0-ab90-451b-bd28-4a328580b912 req-5eb5fdbe-36a3-482e-af45-f034a52b54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:45.789458 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f0669bd0-ab90-451b-bd28-4a328580b912 req-5eb5fdbe-36a3-482e-af45-f034a52b54e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 1098 time: 0.0791285 Apr 19 11:12:45.819421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:12:45.836654 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f0669bd0-ab90-451b-bd28-4a328580b912 req-b6e4f9aa-1a02-42b1-8f57-4cd4ec1eada9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Apr 19 11:12:46.312924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c111a-4a8c-48d0-9a90-af422ff376ea req-c43a47cd-f6e5-49a4-aa99-0a854d182265 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:46.315453 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ea5c111a-4a8c-48d0-9a90-af422ff376ea req-c43a47cd-f6e5-49a4-aa99-0a854d182265 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.0990012 Apr 19 11:12:46.364466 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ea5c111a-4a8c-48d0-9a90-af422ff376ea req-9cb8570c-5abd-4ab0-a7f4-76aceb74907e tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Apr 19 11:12:47.403945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 43106) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:47.560498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:47.580676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:12:47.591621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Usage tracker for resource:security_group_rule and tenant:d775a1afb5cb457f92177e704012f0c5 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:12:47.596791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:12:47.605715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:12:47.637187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9da183-2fed-487c-ab36-03f332fa9448 req-50c5bf00-4a4b-4a68-abae-0f59680a0eef tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:47.638777 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df9da183-2fed-487c-ab36-03f332fa9448 req-50c5bf00-4a4b-4a68-abae-0f59680a0eef tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.1539268 Apr 19 11:12:47.707826 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df9da183-2fed-487c-ab36-03f332fa9448 req-b7359050-e69b-4e91-b7dc-a5e6ab996d25 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598903 Apr 19 11:12:47.749569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:47.783324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:47.792167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5ab1af59-d188-4143-b73a-dd5c380eef5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:47.881784 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d775a1afb5cb457f92177e704012f0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766400 Apr 19 11:12:47.884636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43116) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:47.888349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d48692-876d-420d-9676-a5ae3038a82c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:47.897667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:47.939995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b0edb-0dd5-4fda-9acc-844a0b6aed76 req-79eb8e66-fabb-479e-adec-5b64a3a5c3a5 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:47.941612 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3e9b0edb-0dd5-4fda-9acc-844a0b6aed76 req-79eb8e66-fabb-479e-adec-5b64a3a5c3a5 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.1140153 Apr 19 11:12:47.951261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 43120) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:12:47.953384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:47.957348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Request body: {'floatingip': {'port_id': '411e9ce5-8479-44de-ae21-4f81c8a20df0'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:12:47.980438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:48.043358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:48.056122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:48.061341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4961c6d9-62aa-438c-a705-f22a87b975ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:12:48.074631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d48692-876d-420d-9676-a5ae3038a82c,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:12:48.084404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.084823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.085235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.085646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.086046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.086446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.086845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.087242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.087642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.088087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.088485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.088877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:12:48.091651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:48.108253 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07d48692-876d-420d-9676-a5ae3038a82c HTTP/1.1" status: 204 len: 168 time: 0.2099006 Apr 19 11:12:48.109480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:12:48.707438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:48.741759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:49.145172 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Floating IP 9c534d58-9850-4e8d-b2b4-a535ff8477d7 associated. External IP: 172.27.0.104, port: 411e9ce5-8479-44de-ae21-4f81c8a20df0. Apr 19 11:12:49.538219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Router 72a37505-44e1-407f-91d6-fed4b3323f2d has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:12:49.611850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2fb2268d-c210-45ec-93e1-4299d1a9b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:49.730226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:12:49.742006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:12:49.743556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:49.752461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:49.753120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:12:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:49.807372 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a6fb60ba-fe34-40c1-bedc-9bcef409e767 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "PUT /v2.0/floatingips/9c534d58-9850-4e8d-b2b4-a535ff8477d7 HTTP/1.1" status: 200 len: 991 time: 1.8549068 Apr 19 11:12:49.808063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:12:49.960614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:50.071191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'status': 'completed', 'code': 200} Apr 19 11:12:50.173330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-97559b18-5deb-457c-be64-bc70f13ac791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:50.174973 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-97559b18-5deb-457c-be64-bc70f13ac791 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 1098 time: 0.0793233 Apr 19 11:12:50.338026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-15764543-b239-49db-a94e-a6526c62c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:50.339613 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-15764543-b239-49db-a94e-a6526c62c150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 200 len: 912 time: 0.1552677 Apr 19 11:12:50.451261 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-dbc3dac3-9c0d-4a4f-8f8a-12e52d1940b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0 HTTP/1.1" status: 200 len: 999 time: 0.1044414 Apr 19 11:12:50.495827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '9c534d58-9850-4e8d-b2b4-a535ff8477d7', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'port_id': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'mac_address': 'fa:16:3e:65:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:12:24Z', 'updated_at': '2021-04-19T11:12:48Z', 'revision_number': 1, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:50.499890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:12:50.509655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:12:50.510346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:12:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:50.528518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-809b5e10-74f2-4915-b100-3f880d4a9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:50.530120 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-809b5e10-74f2-4915-b100-3f880d4a9bf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 200 len: 850 time: 0.0668123 Apr 19 11:12:50.614116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-b5a4df4a-49ff-4eff-965e-bcd21d253dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:12:50.615764 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-b5a4df4a-49ff-4eff-965e-bcd21d253dc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0c8ea00-f640-442e-b07e-9629a1b9db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789838 Apr 19 11:12:50.701450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:12:50.761773 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-e54e97d4-6f04-456b-bb7d-1f0cc3eb9ee7 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385095 Apr 19 11:12:50.910254 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d878aee5-9e8a-4b07-ae24-53b5edbc96cc req-6da84e8f-635c-450b-b1f1-ef3ab8147976 service neutron] 10.222.0.55 "GET /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413743 Apr 19 11:12:51.079803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '9c534d58-9850-4e8d-b2b4-a535ff8477d7', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'port_id': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'mac_address': 'fa:16:3e:65:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:12:24Z', 'updated_at': '2021-04-19T11:12:48Z', 'revision_number': 1, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:12:51.084109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c805341-63fd-4f5f-b85f-f89b9c60193c None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '9c534d58-9850-4e8d-b2b4-a535ff8477d7', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'port_id': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'mac_address': 'fa:16:3e:65:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:12:24Z', 'updated_at': '2021-04-19T11:12:48Z', 'revision_number': 1, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:12:51.353913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da2d83-d2fc-4414-8b81-18ea433d5c18 None None] New status for floating IP 9c534d58-9850-4e8d-b2b4-a535ff8477d7: ACTIVE {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:12:51.440783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:52.108515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2e492b19-7d66-4376-8a26-39c265958623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:53.108741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:53.194188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:54.107423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:05.782530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b071e9-5cad-49af-96bb-610f96874ef2 req-ba6153bf-58cf-48e9-a0d2-31b2b2a3e21f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:05.784631 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-31b071e9-5cad-49af-96bb-610f96874ef2 req-ba6153bf-58cf-48e9-a0d2-31b2b2a3e21f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0909355 Apr 19 11:13:05.835182 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-31b071e9-5cad-49af-96bb-610f96874ef2 req-ed9e8d5b-12be-495d-a776-6a22038d3378 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Apr 19 11:13:07.050615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a9ab-3068-4f12-9572-0393d492c0ff req-aeaa9c46-18e7-4656-911e-180190dd0108 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:07.052237 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5794a9ab-3068-4f12-9572-0393d492c0ff req-aeaa9c46-18e7-4656-911e-180190dd0108 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0937688 Apr 19 11:13:07.100924 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5794a9ab-3068-4f12-9572-0393d492c0ff req-d0eacb79-3568-4696-8978-f52bf498f766 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Apr 19 11:13:08.312922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a6c8-ef1a-420b-9411-fb93af6577d4 req-5b0a01ba-55c4-49b3-81b2-3c47308447c8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:08.314777 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ca8a6c8-ef1a-420b-9411-fb93af6577d4 req-5b0a01ba-55c4-49b3-81b2-3c47308447c8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0898139 Apr 19 11:13:08.365010 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ca8a6c8-ef1a-420b-9411-fb93af6577d4 req-ed2dd4c3-b38e-4d80-9fcd-dfb5065f0aa3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Apr 19 11:13:09.145395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e9cb-a1ae-4b96-8d86-0be12622ecf8 req-e2d23003-818f-45d1-9cb7-87fe97e85739 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:09.147005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3b62e9cb-a1ae-4b96-8d86-0be12622ecf8 req-e2d23003-818f-45d1-9cb7-87fe97e85739 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 946 time: 0.0941148 Apr 19 11:13:09.196212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3b62e9cb-a1ae-4b96-8d86-0be12622ecf8 req-8923ac90-41fe-4b5c-a2ed-101c4db2d798 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Apr 19 11:13:09.572633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c58a0-b938-4516-b8df-1c585712ae00 req-a83223bb-5cfe-46a0-981d-35c6d29d451d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:09.574156 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-269c58a0-b938-4516-b8df-1c585712ae00 req-a83223bb-5cfe-46a0-981d-35c6d29d451d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0884991 Apr 19 11:13:09.625340 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-269c58a0-b938-4516-b8df-1c585712ae00 req-f4280adc-4522-4f40-9dc7-badd661c49e9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Apr 19 11:13:10.408342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b819-26fb-4666-a005-a9d88b2ec07d req-22a47283-d6f1-4df7-8e3d-6d6b3c6746cd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:10.410593 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5c81b819-26fb-4666-a005-a9d88b2ec07d req-22a47283-d6f1-4df7-8e3d-6d6b3c6746cd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 946 time: 0.0948865 Apr 19 11:13:10.458534 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5c81b819-26fb-4666-a005-a9d88b2ec07d req-079f1d36-e1f7-4878-b3c3-ed32988312cd tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/security-groups?id=229aa95f-d0f7-4cab-87ec-b81a7a14e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Apr 19 11:13:10.838439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a891f-f46d-46bc-ab7a-5cb23bfc7570 req-62e7a144-097b-4868-8e96-ba26efef4524 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:10.839979 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bb0a891f-f46d-46bc-ab7a-5cb23bfc7570 req-62e7a144-097b-4868-8e96-ba26efef4524 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0934634 Apr 19 11:13:10.887199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-e61a725f-de50-4a19-8128-faa064fcb72c tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:10.888794 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-e61a725f-de50-4a19-8128-faa064fcb72c tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 946 time: 0.0904131 Apr 19 11:13:10.889692 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bb0a891f-f46d-46bc-ab7a-5cb23bfc7570 req-ddc304f5-62bd-404b-80a2-8dc9bc46a9c0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Apr 19 11:13:10.969901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Deleting port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:13:10.970281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:11.231673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] For port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,segment=NetworkSegment(763abbda-df22-4c3a-8ed7-585df27fa066),segment_id=763abbda-df22-4c3a-8ed7-585df27fa066)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:11.232023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:11.364498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Calling delete_port for 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:13:11.542463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:11.548559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-92261757-f08f-4464-b919-b98288865ece tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:11.555074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['52d18c19-1b0f-4cb2-a506-73cf3f0efb8c'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:13:11.599171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Pushing event deleted for resources: {'Port': ['ID=52d18c19-1b0f-4cb2-a506-73cf3f0efb8c,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:11.602538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:11.632353 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a6f4191-fa8f-4790-8f26-7f03190ba715 req-90371c2e-a27a-44dd-aa50-a4ac840e6b79 tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9697a52-942d-4006-a9c0-10f89091a820 HTTP/1.1" status: 200 len: 210 time: 0.0534790 Apr 19 11:13:11.680447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] No DVR routers for this DVR port 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:13:11.682950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:11.685724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9697a52-942d-4006-a9c0-10f89091a820', 'name': 'network-vif-deleted', 'tag': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:13:11.731691 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e16c38ed-4e1b-49bb-926d-6500cafb3a50 req-426afe40-5cdf-41e5-8cfc-6bee5fd13c2a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] 10.222.0.55 "DELETE /v2.0/ports/52d18c19-1b0f-4cb2-a506-73cf3f0efb8c HTTP/1.1" status: 204 len: 173 time: 0.8362548 Apr 19 11:13:11.799035 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9697a52-942d-4006-a9c0-10f89091a820', 'name': 'network-vif-deleted', 'tag': '52d18c19-1b0f-4cb2-a506-73cf3f0efb8c', 'status': 'completed', 'code': 200} Apr 19 11:13:12.100455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a98a8-5937-41e6-8891-c33202ee18b5 req-2dd5c6d6-b8fd-4cea-ab17-4f585f95d2fa tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:12.102041 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c55a98a8-5937-41e6-8891-c33202ee18b5 req-2dd5c6d6-b8fd-4cea-ab17-4f585f95d2fa tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0888700 Apr 19 11:13:12.154134 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c55a98a8-5937-41e6-8891-c33202ee18b5 req-69163203-8d4e-46a9-822e-03bd9948b0e8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Apr 19 11:13:13.370205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629d57-3518-4f68-a091-cc5bfa3f9859 req-df5de44d-1e4f-40c8-9655-cdf29f73b00d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:13.371792 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ac629d57-3518-4f68-a091-cc5bfa3f9859 req-df5de44d-1e4f-40c8-9655-cdf29f73b00d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0921099 Apr 19 11:13:13.419957 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ac629d57-3518-4f68-a091-cc5bfa3f9859 req-8b5e2a3d-cfbb-4165-a368-407548c86e0c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Apr 19 11:13:14.634311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d4b84-2ff6-4f64-89c2-075d450231c8 req-0d092adf-da0f-4716-aac9-76b3ca86d9ef tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:14.635961 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bc6d4b84-2ff6-4f64-89c2-075d450231c8 req-0d092adf-da0f-4716-aac9-76b3ca86d9ef tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0935581 Apr 19 11:13:14.684724 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bc6d4b84-2ff6-4f64-89c2-075d450231c8 req-96ff8043-093b-4448-b154-0e96ccdc3a82 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Apr 19 11:13:15.038448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:13:15.076791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:13:15.077126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 52d18c19-1b0f-4cb2-a506-73cf3f0efb8c not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:13:15.891464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642f3b-f03a-48e5-a392-da9d91c8febe req-befc141a-a63e-41a4-9b84-99c7336650a3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:15.893093 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3e642f3b-f03a-48e5-a392-da9d91c8febe req-befc141a-a63e-41a4-9b84-99c7336650a3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0882444 Apr 19 11:13:15.945856 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3e642f3b-f03a-48e5-a392-da9d91c8febe req-7816b68a-efd8-4d33-9dfe-b5526d6b16ec tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 Apr 19 11:13:17.157280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fdf00-8ade-4b30-8695-2ad18acb3000 req-1b518e59-de57-4147-9780-324be7c957b2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:17.158854 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d2fdf00-8ade-4b30-8695-2ad18acb3000 req-1b518e59-de57-4147-9780-324be7c957b2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0926397 Apr 19 11:13:17.207476 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d2fdf00-8ade-4b30-8695-2ad18acb3000 req-874cf18c-5dbf-4dff-b96a-38fb120e81bc tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Apr 19 11:13:18.563071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d86f27-87e5-4da5-a422-fcd9e1b5845a req-7f45b965-bafb-4951-a94c-d44b0bafe746 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:18.564949 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-39d86f27-87e5-4da5-a422-fcd9e1b5845a req-7f45b965-bafb-4951-a94c-d44b0bafe746 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0924034 Apr 19 11:13:18.613334 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-39d86f27-87e5-4da5-a422-fcd9e1b5845a req-9b5c2701-2355-4a82-94d1-e8077c6a92b2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414014 Apr 19 11:13:19.059169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:13:19.200793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:19.214936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'mac_address': 'fa:16:3e:69:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:13:19.274447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:19.297185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bd89a63-ece1-446b-90b1-8d4a04142bfc {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:13:19.313838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:19.359256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:19.361158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:19.434119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=6']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:19.442159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.442552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.442933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.443309 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.443689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.444088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.444460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.444812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.445182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.445547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.445913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.446275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:19.451364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['4bd89a63-ece1-446b-90b1-8d4a04142bfc'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:13:19.478169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:19.612470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62ef76fe-cb4c-439d-8dbb-0f8959b0520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:19.827066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898555c-7c86-47ad-b33a-ae2687c479df req-d4eb3fc8-f3e3-4e49-818e-4bee4b64b9ff tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:19.828728 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e898555c-7c86-47ad-b33a-ae2687c479df req-d4eb3fc8-f3e3-4e49-818e-4bee4b64b9ff tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.0945785 Apr 19 11:13:19.877207 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e898555c-7c86-47ad-b33a-ae2687c479df req-c262244a-4e8d-40b8-baa5-b071ae8a06b5 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Apr 19 11:13:21.078682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:21.098829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9801f4-bcbd-40e1-9191-0f2d812f4fb0 req-e4053223-56a0-4d47-bda4-676d0494c36b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:21.107730 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d9801f4-bcbd-40e1-9191-0f2d812f4fb0 req-e4053223-56a0-4d47-bda4-676d0494c36b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.0997107 Apr 19 11:13:21.187395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 4bd89a63-ece1-446b-90b1-8d4a04142bfc triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:21.187824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:21.192434 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d9801f4-bcbd-40e1-9191-0f2d812f4fb0 req-f4f7116a-df5f-4859-affb-dab2cbbaf407 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849133 Apr 19 11:13:21.281616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-df62b074-af41-477a-ad0c-9f459ba12eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:21.283262 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-df62b074-af41-477a-ad0c-9f459ba12eba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1097 time: 0.1078804 Apr 19 11:13:21.350674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:21.380686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:13:21.392296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:21.430223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:21.435382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:21.469888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-9e4d3f84-da4e-49f1-af95-236b287173ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:21.473550 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-9e4d3f84-da4e-49f1-af95-236b287173ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.1651585 Apr 19 11:13:21.515319 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'code': 200} Apr 19 11:13:21.541346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:21.547216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=7']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:21.557857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:21.612878 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-322b44c1-b7b0-460c-83b4-408ca410198e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 1000 time: 0.1315365 Apr 19 11:13:21.689724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-272e4351-2e8a-4820-8d49-4753e37b9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:21.691359 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-272e4351-2e8a-4820-8d49-4753e37b9ad6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.0707338 Apr 19 11:13:21.785469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-3d05e3dc-c4df-4764-bc97-b398e1b36117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:21.787095 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-3d05e3dc-c4df-4764-bc97-b398e1b36117 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873899 Apr 19 11:13:21.957900 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-6d8961c2-317c-4aef-b014-01f21fde398f service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627960 Apr 19 11:13:22.131022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2af090fd-300c-4f34-af8a-61abbb2a64c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:22.388157 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3d6675fd-539a-4709-b8d6-b84d0f029eb5 req-9f7ca386-7000-4879-b734-92afb18f4d0e service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217165 Apr 19 11:13:22.450626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c2f3-3544-49a2-a698-01170a1015c3 req-177d0026-abe8-4bb6-96f6-fc371cb22788 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:22.459574 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bd38c2f3-3544-49a2-a698-01170a1015c3 req-177d0026-abe8-4bb6-96f6-fc371cb22788 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1193631 Apr 19 11:13:22.522754 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bd38c2f3-3544-49a2-a698-01170a1015c3 req-bafa5d24-42a0-4b5e-8845-bf310b42658d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620244 Apr 19 11:13:22.820871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:13:23.133356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:23.199847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:23.762840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa4eab-2b71-48a1-a7d4-f8b20ccf5199 req-90cc6067-acea-4c0a-8c87-c9f0b50f3aeb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:23.764488 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54fa4eab-2b71-48a1-a7d4-f8b20ccf5199 req-90cc6067-acea-4c0a-8c87-c9f0b50f3aeb tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1162107 Apr 19 11:13:23.819961 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54fa4eab-2b71-48a1-a7d4-f8b20ccf5199 req-179f4c08-0f16-4cca-a312-3759ee5d343b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476463 Apr 19 11:13:24.120055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:25.071034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6d9fc-a284-4029-b9b0-25987f78c993 req-40960332-88d1-4bac-8984-142cc3e2066c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:25.080585 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bcd6d9fc-a284-4029-b9b0-25987f78c993 req-40960332-88d1-4bac-8984-142cc3e2066c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1102941 Apr 19 11:13:25.126118 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bcd6d9fc-a284-4029-b9b0-25987f78c993 req-30d1cfd2-9e10-498f-9c23-bcc6b92b4629 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Apr 19 11:13:26.397505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c4f0-e008-4fba-b7c4-b15e87432b72 req-7a58d211-4aa4-4d8e-b518-e7674267c08c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:26.399353 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-35d0c4f0-e008-4fba-b7c4-b15e87432b72 req-7a58d211-4aa4-4d8e-b518-e7674267c08c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1292925 Apr 19 11:13:26.451236 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-35d0c4f0-e008-4fba-b7c4-b15e87432b72 req-021358f2-6108-439c-a4fb-8021e5ec1d8f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Apr 19 11:13:27.680607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ce73e-705e-4324-a5b7-5216f8afc48a req-1c60d8d1-b617-4c61-81b5-a9d758a5c5e3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:27.682267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd1ce73e-705e-4324-a5b7-5216f8afc48a req-1c60d8d1-b617-4c61-81b5-a9d758a5c5e3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0961862 Apr 19 11:13:27.739309 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-cd1ce73e-705e-4324-a5b7-5216f8afc48a req-58602f7f-7b13-4101-9c11-f7cce5b80bc0 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471106 Apr 19 11:13:28.968228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600fdc-7aff-4ab6-991c-1df3dc0c7192 req-7ae6c18d-1a2b-4995-a9cc-4c8decd761f8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:28.969825 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd600fdc-7aff-4ab6-991c-1df3dc0c7192 req-7ae6c18d-1a2b-4995-a9cc-4c8decd761f8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0950224 Apr 19 11:13:29.048540 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd600fdc-7aff-4ab6-991c-1df3dc0c7192 req-afd2d14f-cb58-422d-a72d-0c0abf8b830e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712340 Apr 19 11:13:30.304299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c24a9-a128-495a-a452-4c4f4a72b8ae req-0692d671-8fe9-4818-81a2-0b3386687fae tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:30.306682 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9a2c24a9-a128-495a-a452-4c4f4a72b8ae req-0692d671-8fe9-4818-81a2-0b3386687fae tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1167305 Apr 19 11:13:30.359962 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9a2c24a9-a128-495a-a452-4c4f4a72b8ae req-1e511d48-10bb-43c3-9725-33cb2a089ed6 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Apr 19 11:13:31.582303 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef236a66-8121-440e-9cf4-df1590f3a129 req-99102559-0094-400c-a746-c6e6fc3bb9f9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:31.583938 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ef236a66-8121-440e-9cf4-df1590f3a129 req-99102559-0094-400c-a746-c6e6fc3bb9f9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.1001484 Apr 19 11:13:31.632926 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ef236a66-8121-440e-9cf4-df1590f3a129 req-2613d1c3-0702-4981-94de-65831a9a4fd2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Apr 19 11:13:32.452747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-01062cb4-f4c0-479a-8900-2f335659c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:32.454335 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-01062cb4-f4c0-479a-8900-2f335659c16f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1098 time: 0.0816245 Apr 19 11:13:32.600508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-7d960fe8-6771-4fad-9a41-4a03a7dc49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:32.602135 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-7d960fe8-6771-4fad-9a41-4a03a7dc49c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.1414876 Apr 19 11:13:32.724954 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-89914a80-a2b2-4ef8-96d4-08abf1349dcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 1000 time: 0.1123097 Apr 19 11:13:32.797782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-b21b1caf-7de9-4d5f-8960-b84a6aab1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:32.799403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-b21b1caf-7de9-4d5f-8960-b84a6aab1ccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.0671930 Apr 19 11:13:32.847341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32e4d2-1f6c-4aad-8d0c-e59f91524152 req-87944015-9918-4e59-9861-71bdb2162107 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:32.848907 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0e32e4d2-1f6c-4aad-8d0c-e59f91524152 req-87944015-9918-4e59-9861-71bdb2162107 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0917938 Apr 19 11:13:32.889960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-4d957ed8-3928-483e-bc26-e74775f5ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:32.891569 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-4d957ed8-3928-483e-bc26-e74775f5ceaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859897 Apr 19 11:13:32.899958 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0e32e4d2-1f6c-4aad-8d0c-e59f91524152 req-dc7a8f11-83da-4271-ae40-d827fbf6d7a9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Apr 19 11:13:33.037906 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-7e07e85f-762f-4a32-988d-a55b865e3a6d service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387987 Apr 19 11:13:33.183375 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1e1b7040-cd04-4f50-8865-ddc6de18dc6e req-83780b6d-376a-4f21-9794-052d3028d638 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386538 Apr 19 11:13:34.120998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5305d-1269-4127-af5f-b8ea84ed31b3 req-695fe5fa-a20f-4179-95be-3dfda154477a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:34.122605 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ddb5305d-1269-4127-af5f-b8ea84ed31b3 req-695fe5fa-a20f-4179-95be-3dfda154477a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 945 time: 0.0985780 Apr 19 11:13:34.172819 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ddb5305d-1269-4127-af5f-b8ea84ed31b3 req-f989080b-b6e6-40c1-be63-1d49ad21a255 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Apr 19 11:13:35.149152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:13:35.275511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:35.306124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:13:35.317671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:35.360212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:35.366193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'code': 200} Apr 19 11:13:35.366792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:35.418679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701ee66-759a-4d19-8861-f5bd431472c4 req-71d0355f-8ccb-433e-b730-0936bbc5ea4f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:35.420494 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d701ee66-759a-4d19-8861-f5bd431472c4 req-71d0355f-8ccb-433e-b730-0936bbc5ea4f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1107430 Apr 19 11:13:35.460401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=8']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:35.463329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:35.477301 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d701ee66-759a-4d19-8861-f5bd431472c4 req-7e0218c0-703c-444a-a2ca-d8ecfe295ce9 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490282 Apr 19 11:13:37.862910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317acfd-7eef-41ce-aa28-b0fcc319011b req-17a733bb-5b3f-42a0-9a06-514d36c07362 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:37.864620 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4317acfd-7eef-41ce-aa28-b0fcc319011b req-17a733bb-5b3f-42a0-9a06-514d36c07362 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.0910962 Apr 19 11:13:37.925986 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4317acfd-7eef-41ce-aa28-b0fcc319011b req-202733b0-97cc-441d-ade0-5e5982383863 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Apr 19 11:13:37.928204 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-f7721201-ec05-492e-b1db-60c6b1b58822 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827940 Apr 19 11:13:38.637692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382fcc-57b9-4eba-b892-438ba936a543 req-55f47af9-7cd9-4a94-a690-941fbb531a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:38.639591 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-55f47af9-7cd9-4a94-a690-941fbb531a02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc&tenant_id=bceb84f899a74836971556a3d8a02b6c HTTP/1.1" status: 200 len: 1096 time: 0.0844498 Apr 19 11:13:38.741475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382fcc-57b9-4eba-b892-438ba936a543 req-691835ed-94e3-4e19-b41b-d905eabe5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:38.743082 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-691835ed-94e3-4e19-b41b-d905eabe5256 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bceb84f899a74836971556a3d8a02b6c&device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1096 time: 0.0809176 Apr 19 11:13:38.885834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382fcc-57b9-4eba-b892-438ba936a543 req-2da6fb23-dec5-49df-9fe2-f7a01bb45604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:38.887315 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-2da6fb23-dec5-49df-9fe2-f7a01bb45604 service neutron] 10.222.0.55 "GET /v2.0/networks?id=138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 200 len: 918 time: 0.1376064 Apr 19 11:13:38.999049 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-83374745-a207-4b2e-9439-e03ec3aaf90d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 200 len: 998 time: 0.1049623 Apr 19 11:13:39.068866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382fcc-57b9-4eba-b892-438ba936a543 req-471277a8-481b-4bd5-a5c4-b5cdd94394e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:39.070452 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-471277a8-481b-4bd5-a5c4-b5cdd94394e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 200 len: 856 time: 0.0649743 Apr 19 11:13:39.144315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab95ed4-3b1f-45aa-8aa5-3b9539f57ba2 req-d0f1b7ee-f5cf-4353-b4c9-4bcade7447cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:39.146413 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dab95ed4-3b1f-45aa-8aa5-3b9539f57ba2 req-d0f1b7ee-f5cf-4353-b4c9-4bcade7447cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.0926731 Apr 19 11:13:39.158873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382fcc-57b9-4eba-b892-438ba936a543 req-6360892e-35ac-4362-a282-3da31e77a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:39.160628 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-6360892e-35ac-4362-a282-3da31e77a5a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=138f50fa-11c8-4623-bb45-c6cba8fecfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832286 Apr 19 11:13:39.319978 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-1e305b1a-3472-4fea-9215-f431efdc9386 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520624 Apr 19 11:13:39.426929 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dab95ed4-3b1f-45aa-8aa5-3b9539f57ba2 req-164d6cfa-7d2b-4049-b7aa-a32213328166 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738955 Apr 19 11:13:39.476368 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37382fcc-57b9-4eba-b892-438ba936a543 req-a7347021-f442-4a90-852b-531d56546f69 service neutron] 10.222.0.55 "GET /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489203 Apr 19 11:13:40.688063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e55c-0b6e-4153-8726-79048eec7fa7 req-68521b08-9244-45c5-a1c1-250061a4415c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:40.690071 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5d69e55c-0b6e-4153-8726-79048eec7fa7 req-68521b08-9244-45c5-a1c1-250061a4415c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1165013 Apr 19 11:13:40.734259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43634) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:40.769256 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5d69e55c-0b6e-4153-8726-79048eec7fa7 req-932c1f1e-f441-42ef-a9b7-e4d41d6bc08b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675774 Apr 19 11:13:40.841415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Deleting subnet 4072ebcc-fa8a-41f4-b44a-ba178ad0dd63 {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:13:40.845426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:40.921325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:40.990218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.291449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.299593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a65694c0-84a7-4326-90f6-2896eba44e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:41.338958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4072ebcc-fa8a-41f4-b44a-ba178ad0dd63,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:41.341837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:41.344893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.351623 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4072ebcc-fa8a-41f4-b44a-ba178ad0dd63 HTTP/1.1" status: 204 len: 168 time: 0.6161902 Apr 19 11:13:41.354218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43640) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:41.480321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.617549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.735974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8da405d-30b3-4c54-b019-69c85389b88c']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:41.749095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763abbda-df22-4c3a-8ed7-585df27fa066') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:41.749437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763abbda-df22-4c3a-8ed7-585df27fa066') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:41.762502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.778502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:41.784773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:13:41.980113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Network a8da405d-30b3-4c54-b019-69c85389b88c has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:13:41.992267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb363b-b3e8-449a-9045-8f0d24aed75e req-3e48d4cc-f3e6-44ff-8136-5aef1e9c06e2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:41.994319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.000063 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dedb363b-b3e8-449a-9045-8f0d24aed75e req-3e48d4cc-f3e6-44ff-8136-5aef1e9c06e2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.0986288 Apr 19 11:13:42.051669 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dedb363b-b3e8-449a-9045-8f0d24aed75e req-06212619-46a5-4006-aa8d-4533d5d06a6b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485179 Apr 19 11:13:42.200879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Network a8da405d-30b3-4c54-b019-69c85389b88c has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:13:42.226635 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:13:42.331136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.335124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:42.349676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.361382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8da405d-30b3-4c54-b019-69c85389b88c,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:42.365124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:42.388849 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] 10.222.0.46 "DELETE /v2.0/networks/a8da405d-30b3-4c54-b019-69c85389b88c HTTP/1.1" status: 204 len: 168 time: 1.0332971 Apr 19 11:13:42.682291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43650) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:42.736127 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e98f9304-fa91-45ed-a04b-874f5a9983ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b13fa952ce144768d86897e2b9a8676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523841 Apr 19 11:13:42.738534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43654) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:42.801973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.834920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.913632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.917830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-676be343-c665-4611-967b-1f4cfb4c7657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:42.932814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229aa95f-d0f7-4cab-87ec-b81a7a14e814,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:42.935610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:42.975670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:42.976966 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4798cd6b-a409-4c5d-9b39-dcd322724b2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/229aa95f-d0f7-4cab-87ec-b81a7a14e814 HTTP/1.1" status: 204 len: 168 time: 0.2374682 Apr 19 11:13:43.301449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40fbe-29de-4014-b9a3-533e58a527b2 req-d1a1e420-409b-4bc1-ace5-3d81e0e39f81 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:43.303269 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-29f40fbe-29de-4014-b9a3-533e58a527b2 req-d1a1e420-409b-4bc1-ace5-3d81e0e39f81 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1194239 Apr 19 11:13:43.360497 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-29f40fbe-29de-4014-b9a3-533e58a527b2 req-1bae4c17-5d4d-4f98-a917-ce3523491bde tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509903 Apr 19 11:13:43.993458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 43684) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:44.110225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1252590799-network', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:13:44.115619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:44.119932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Usage tracker for resource:network and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:44.123626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:44.132760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:44.170667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Made reservation on behalf of 53b140810e2e4603a4c2d49a6c198b6d for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:13:44.175689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.190008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.206501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:44.211203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:44.214204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:44.220410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:44.386981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.415609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.426511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b30ef09-1819-4efd-aeb1-60388b2265c4 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:44.442344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:13:44.466888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da61e2f-b5cd-4041-9ff7-1ad419ee630b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:44.474707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.475733 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Added segment fc395f27-621c-4fcd-b79d-07fb003febfe of type vlan for network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b Apr 19 11:13:44.478026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.478452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.478862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.479286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.479671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.480103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.480503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.480904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.481302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.481671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.482077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.482461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:44.534260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:44.578254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.619532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb4a4-7c8f-4bf7-ae2e-8afc2d2a385d req-de48b339-c73d-4f85-ae79-8a74a52a4e1d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:44.621189 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07ffb4a4-7c8f-4bf7-ae2e-8afc2d2a385d req-de48b339-c73d-4f85-ae79-8a74a52a4e1d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1291916 Apr 19 11:13:44.682089 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07ffb4a4-7c8f-4bf7-ae2e-8afc2d2a385d req-976e2b46-bb33-4a74-90a9-8b0a30ce105d tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514584 Apr 19 11:13:44.712295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.713800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:44.714467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:44.720186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7c17970b-904d-4937-b578-791671261254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:44.815329 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8169150 Apr 19 11:13:44.815787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43694) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:44.822473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Request body: {'subnet': {'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1252590799-subnet', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:13:44.827590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:44.832712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Usage tracker for resource:subnet and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:44.838759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:44.839941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Pushing event updated for resources: {'Network': ['ID=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:44.843093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:44.851243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:13:44.851429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:44.890820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Made reservation on behalf of 53b140810e2e4603a4c2d49a6c198b6d for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:13:44.896398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3684689'] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:45.644347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852173529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3684672'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:45.650111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:45.731148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b827aec3-ec49-4c22-8ac3-5e0bcccb652b,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:45.735397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:45.736181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Checking segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:13:45.736573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Network hostable DHCP agents. Network: 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:13:45.793620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:13:45.930176 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:45.930951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94410b89-29eb-49a6-8a93-dd4649f9887a None None] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:13:45.931045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:45.931045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:45.935598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236830d2-46a3-42e5-95a2-69db36aa2e77 req-da3e4c9c-7ea2-41a4-aef5-4b47dfe25ca8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:45.937398 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-236830d2-46a3-42e5-95a2-69db36aa2e77 req-da3e4c9c-7ea2-41a4-aef5-4b47dfe25ca8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1015873 Apr 19 11:13:45.998985 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-236830d2-46a3-42e5-95a2-69db36aa2e77 req-ae9c0df1-d9d0-4747-95b3-18e53e30fe54 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537882 Apr 19 11:13:46.111293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-af2561b2-a31c-4809-8f0c-263bd94163d0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2917688 Apr 19 11:13:46.111519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43702) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:46.117806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:13:46.123525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:46.128064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Usage tracker for resource:router and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:46.132157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:46.138913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:46.175529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.180542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.194085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.223002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:13:46.224062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.418510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Allocated IP 172.20.0.2 (266edf5a-4cf2-49ab-9b14-841bf6cf9f0b/b827aec3-ec49-4c22-8ac3-5e0bcccb652b/5797e779-900f-4f1e-a82e-7440cf4d2068) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:13:46.547206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.708500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.788386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Transition to ACTIVE for port object 5797e779-900f-4f1e-a82e-7440cf4d2068 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:46.811110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Transition to ACTIVE for port object 5797e779-900f-4f1e-a82e-7440cf4d2068 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:46.839817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.845760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:46.902793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:13:46.905874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:46.909979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:13:46.960721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:46.976439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Pushing event updated for resources: {'Port': ['ID=5797e779-900f-4f1e-a82e-7440cf4d2068,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:46.997860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:47.004904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:47.034747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Attempting to bind port 5797e779-900f-4f1e-a82e-7440cf4d2068 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:13:47.035319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Attempting to bind port 5797e779-900f-4f1e-a82e-7440cf4d2068 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:13:47.035834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Attempting to bind port 5797e779-900f-4f1e-a82e-7440cf4d2068 on network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:13:47.053741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:13:47.053741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Checking segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:13:47.053741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:47.053741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Bound using segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:13:47.053741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Bound port: 5797e779-900f-4f1e-a82e-7440cf4d2068, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:13:47.053741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:47.236399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Allocated IP 172.27.0.148 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/76328f1c-9991-4e68-b0e3-102b7f963b14) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:13:47.276046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7926f4d-86ba-4d98-86e5-749dec7c6203 req-207f2d7b-4106-481c-8c13-9ec51c28294b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:47.280034 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7926f4d-86ba-4d98-86e5-749dec7c6203 req-207f2d7b-4106-481c-8c13-9ec51c28294b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1060395 Apr 19 11:13:47.373516 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7926f4d-86ba-4d98-86e5-749dec7c6203 req-94953345-a8ef-4615-bcc4-cd9acf56d1c1 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745420 Apr 19 11:13:47.461365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] For port 5797e779-900f-4f1e-a82e-7440cf4d2068, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:13:47.540263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:47.541384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] For port 5797e779-900f-4f1e-a82e-7440cf4d2068, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=5797e779-900f-4f1e-a82e-7440cf4d2068,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:13:47.579216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:47.589037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4c1cd43d-d162-4af5-b50b-ae9f724832dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:47.616874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:47.621803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7c949129-4ad3-4daf-ab76-a31604f27f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:47.706726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:13:47.714331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:47.720353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:13:47.735564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Pushing event updated for resources: {'Port': ['ID=5797e779-900f-4f1e-a82e-7440cf4d2068,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:47.741579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:47.785876 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Pushing event updated for resources: {'Port': ['ID=76328f1c-9991-4e68-b0e3-102b7f963b14,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:47.791386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:48.304949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:48.606129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1c2c2-aa50-482f-a9b5-bfb2700fcda9 req-960eb722-7cdb-4933-8e0b-8f3a1908fe9a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:48.607781 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dee1c2c2-aa50-482f-a9b5-bfb2700fcda9 req-960eb722-7cdb-4933-8e0b-8f3a1908fe9a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1023633 Apr 19 11:13:48.689721 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dee1c2c2-aa50-482f-a9b5-bfb2700fcda9 req-63ef612d-6eec-4e2c-8e14-2fb12aba2994 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741858 Apr 19 11:13:48.728090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 5797e779-900f-4f1e-a82e-7440cf4d2068 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:48.763857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:48.853147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 5797e779-900f-4f1e-a82e-7440cf4d2068 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:13:49.304366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419ab19-9f0a-4b14-b450-5b622a7ac11a None None] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:13:49.341796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Router bb671d9c-e285-41bb-b5d5-79c49ab648af is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:13:49.456844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Provisioning for port 5797e779-900f-4f1e-a82e-7440cf4d2068 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:13:49.467697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Provisioning complete for port 5797e779-900f-4f1e-a82e-7440cf4d2068 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:49.468251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:49.565051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:13:49.583557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Sync routers for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:13:49.621882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:49.623195 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5106440 Apr 19 11:13:49.626210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43718) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:49.655112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:13:49.655826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:49.719734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f59ec398-186c-4307-9947-52fb7daa3a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:49.927283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3991-15d5-4605-a701-fa0944192c86 req-227103c3-0519-4585-82e9-68e8b528a179 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:49.936625 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e25d3991-15d5-4605-a701-fa0944192c86 req-227103c3-0519-4585-82e9-68e8b528a179 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1152432 Apr 19 11:13:49.938187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:49.994489 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e25d3991-15d5-4605-a701-fa0944192c86 req-4229af83-5e6a-42c1-b7e3-c968c2ea9a9b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567572 Apr 19 11:13:50.100677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:13:50.373260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] For port 5797e779-900f-4f1e-a82e-7440cf4d2068, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=5797e779-900f-4f1e-a82e-7440cf4d2068,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:50.434719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:50.437584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:50.531839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Pushing event updated for resources: {'Port': ['ID=5797e779-900f-4f1e-a82e-7440cf4d2068,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:50.535248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:50.555619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:48Z', 'revision_number': 3, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:50.561434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Checking router: bb671d9c-e285-41bb-b5d5-79c49ab648af for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:13:50.561849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Updating router bb671d9c-e285-41bb-b5d5-79c49ab648af port 76328f1c-9991-4e68-b0e3-102b7f963b14 binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:13:50.566753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:50.625848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:50.674103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 5797e779-900f-4f1e-a82e-7440cf4d2068 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:50.791997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-718525cb-3a56-4439-990b-471926cf50a4 None None] Provisioning complete for port 5797e779-900f-4f1e-a82e-7440cf4d2068 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:50.792714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-718525cb-3a56-4439-990b-471926cf50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:50.803959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Allocated IP 172.20.0.1 (266edf5a-4cf2-49ab-9b14-841bf6cf9f0b/b827aec3-ec49-4c22-8ac3-5e0bcccb652b/76671e37-cf07-4301-a706-a95de5f056b7) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:13:50.920512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 5797e779-900f-4f1e-a82e-7440cf4d2068 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:50.920853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:51.050142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:51.069664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Transition to ACTIVE for port object 76671e37-cf07-4301-a706-a95de5f056b7 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:51.125498 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:51.137942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-05f609dd-6347-4496-9bb1-030cae954bc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:51.203494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:13:51.203494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:51.203494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:13:51.217491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60036d25-6516-46fb-a1cd-85372c5e6c4b req-f0a842d8-f051-4f5b-b992-2b8a3895eb4b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:51.219326 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-60036d25-6516-46fb-a1cd-85372c5e6c4b req-f0a842d8-f051-4f5b-b992-2b8a3895eb4b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1026313 Apr 19 11:13:51.314055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Pushing event updated for resources: {'Port': ['ID=76671e37-cf07-4301-a706-a95de5f056b7,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:51.333089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.333543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.334213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.334723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.335353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.340470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.340840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.341266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.341685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.342091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.342501 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.342957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:51.359630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:51.362699 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-60036d25-6516-46fb-a1cd-85372c5e6c4b req-b8f57309-b78f-4c76-9aa5-141a3b7d5697 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352961 Apr 19 11:13:51.498182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:51.557202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.113835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.114546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-14630f20-9fd0-4ca2-8190-5a34627d9936 None None] Provisioning for port 76671e37-cf07-4301-a706-a95de5f056b7 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:13:52.120339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-14630f20-9fd0-4ca2-8190-5a34627d9936 None None] Provisioning complete for port 76671e37-cf07-4301-a706-a95de5f056b7 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:52.120803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-14630f20-9fd0-4ca2-8190-5a34627d9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.177592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Transition to ACTIVE for port object 76328f1c-9991-4e68-b0e3-102b7f963b14 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:52.189838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-14630f20-9fd0-4ca2-8190-5a34627d9936 None None] Port 76671e37-cf07-4301-a706-a95de5f056b7 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:13:52.204780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-75b5659c-ab6e-4b7e-aa6c-830da746591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.233622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.237397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.238839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:52.321338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Attempting to bind port 76328f1c-9991-4e68-b0e3-102b7f963b14 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:13:52.321756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Attempting to bind port 76328f1c-9991-4e68-b0e3-102b7f963b14 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:13:52.322169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Attempting to bind port 76328f1c-9991-4e68-b0e3-102b7f963b14 on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:13:52.331825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b79e0-8040-4bc2-a8ab-6665b8fea96a None None] Pushing event updated for resources: {'Port': ['ID=76328f1c-9991-4e68-b0e3-102b7f963b14,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:52.334906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-984b79e0-8040-4bc2-a8ab-6665b8fea96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:52.336099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:13:52.336524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:13:52.336975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.337407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:13:52.337935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Bound port: 76328f1c-9991-4e68-b0e3-102b7f963b14, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:13:52.338357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.436977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] For port 76328f1c-9991-4e68-b0e3-102b7f963b14, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:13:52.438797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] For port 76328f1c-9991-4e68-b0e3-102b7f963b14, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=76328f1c-9991-4e68-b0e3-102b7f963b14,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:13:52.483236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.485778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.491644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:52.542785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.573038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:13:52.573295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-22e7e146-6dc4-4214-8548-1c7923971044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:52.573735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:52.624492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a228ff-0747-4fbd-b144-b12d29b02eac req-ec7384e5-083b-405d-9b1a-36dcb7ef2904 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:52.626171 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-69a228ff-0747-4fbd-b144-b12d29b02eac req-ec7384e5-083b-405d-9b1a-36dcb7ef2904 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 943 time: 0.1178474 Apr 19 11:13:52.638029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b79e0-8040-4bc2-a8ab-6665b8fea96a None None] Pushing event updated for resources: {'Port': ['ID=76328f1c-9991-4e68-b0e3-102b7f963b14,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:52.663149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:52.666894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Pushing event updated for resources: {'Port': ['ID=76671e37-cf07-4301-a706-a95de5f056b7,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:52.670480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:52.693005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-69a228ff-0747-4fbd-b144-b12d29b02eac req-a77b251e-4c4a-4aa6-a101-237b7f1e9e3c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591638 Apr 19 11:13:52.704258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-984b79e0-8040-4bc2-a8ab-6665b8fea96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:52.780912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:13:52.811518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:13:52.812928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:53.046684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-a57f84da-f9e9-4a0a-8194-67bf87007787 None None] Provisioning complete for port 76671e37-cf07-4301-a706-a95de5f056b7 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:53.047112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a57f84da-f9e9-4a0a-8194-67bf87007787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:53.176375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a57f84da-f9e9-4a0a-8194-67bf87007787 None None] Port 76671e37-cf07-4301-a706-a95de5f056b7 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:13:53.181377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:53.251576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:13:52Z', 'revision_number': 2, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:53.251832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Router bb671d9c-e285-41bb-b5d5-79c49ab648af has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:13:53.256846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:13:53.263159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447345-ab53-43c7-a677-5b087fd2d739 None None] The sync data for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi is: [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:13:52Z', 'revision_number': 2, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:13:53.274167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:53.417447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:53.432355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'port_id': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'mac_address': 'fa:16:3e:69:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:13:53.453087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:13:53.463238 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] 10.222.0.46 "PUT /v2.0/routers/bb671d9c-e285-41bb-b5d5-79c49ab648af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359218 Apr 19 11:13:53.502609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:53.523647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd89a63-ece1-446b-90b1-8d4a04142bfc {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:13:53.541409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:53.588375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:53.590739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9132d9b3-b059-451c-b8ab-1372a083714d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:53.679024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=9']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:53.694569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:53.817162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['4bd89a63-ece1-446b-90b1-8d4a04142bfc'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:13:53.989688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ccd8-9a91-4e08-b013-06bbf00198a7 req-62c7e874-b095-47c4-a13d-a23083d76797 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:53.991463 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5fb3ccd8-9a91-4e08-b013-06bbf00198a7 req-62c7e874-b095-47c4-a13d-a23083d76797 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.1392465 Apr 19 11:13:54.052055 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5fb3ccd8-9a91-4e08-b013-06bbf00198a7 req-5ec4c834-34ff-4ec5-83e4-8ea9ec58555b tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539041 Apr 19 11:13:54.120125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.252961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43760) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:54.260662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1871551948-network', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:13:54.266965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:54.271079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Usage tracker for resource:network and tenant:22a996b2dda24549aff18578d2e3ffe9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:54.275592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:54.282950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:54.336363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Made reservation on behalf of 22a996b2dda24549aff18578d2e3ffe9 for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:13:54.343660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.363142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.387753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:54.392162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Usage tracker for resource:security_group_rule and tenant:22a996b2dda24549aff18578d2e3ffe9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:54.395231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:54.402024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:54.497853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.519207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.524644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-24aa9abb-d67f-4acc-ac50-972101fc15ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:54.553430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:13:54.567984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbfd58f-7934-41b4-9470-9c5d0aa6be4b,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:54.571975 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:54.575162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.575558 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Added segment b23546b4-15a4-4719-8fdd-9107f65886b9 of type vlan for network 2d10963a-e206-4f82-b505-1ed52e6e2eea Apr 19 11:13:54.610052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.679676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.681178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:54.681805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.686115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e4c1cb2c-db28-47fd-9993-2c4fe049190e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:54.691064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76328f1c-9991-4e68-b0e3-102b7f963b14 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:54.789840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d10963a-e206-4f82-b505-1ed52e6e2eea,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:54.792677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:54.800181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:13:54.817375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 76328f1c-9991-4e68-b0e3-102b7f963b14 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:13:54.830508 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5757859 Apr 19 11:13:54.831620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 43768) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:54.840245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Request body: {'subnet': {'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1871551948-subnet', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:13:54.846747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:54.851959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Usage tracker for resource:subnet and tenant:22a996b2dda24549aff18578d2e3ffe9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:54.855095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:54.861815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:54.880234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 76328f1c-9991-4e68-b0e3-102b7f963b14 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:54.880901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:54.913508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Made reservation on behalf of 22a996b2dda24549aff18578d2e3ffe9 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:13:54.919396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852574588'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.035337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.052683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 76328f1c-9991-4e68-b0e3-102b7f963b14, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=76328f1c-9991-4e68-b0e3-102b7f963b14,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:55.078179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.080065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:55.151499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=76328f1c-9991-4e68-b0e3-102b7f963b14,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:55.154747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:55.286807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:55.354648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1d237-8238-42d3-991a-19ef361c966a req-1a073fac-651f-4fca-b50b-b33f569bea57 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:55.356272 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ab1d237-8238-42d3-991a-19ef361c966a req-1a073fac-651f-4fca-b50b-b33f569bea57 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 944 time: 0.1242979 Apr 19 11:13:55.364685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 4bd89a63-ece1-446b-90b1-8d4a04142bfc triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:55.365110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.421844 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ab1d237-8238-42d3-991a-19ef361c966a req-5c616e03-92d3-4aaf-a964-e167be237054 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500510 Apr 19 11:13:55.487382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2151375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852574571'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.501077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bf70c1ef-e212-4706-9783-24a0451cc8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:55.501229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.532375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:13:55.544378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:55.584638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a869a6-6e63-432d-84e6-53312b4e200c,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:55.589219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:55.592861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Checking segment: {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:13:55.593388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Network hostable DHCP agents. Network: 2d10963a-e206-4f82-b505-1ed52e6e2eea, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:13:55.593582 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'code': 200} Apr 19 11:13:55.594822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.597437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:55.644928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:13:55.676968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=10']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:55.680970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:55.706995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 2d10963a-e206-4f82-b505-1ed52e6e2eea) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:55.717614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147317c7-e0ee-4978-b468-6a633f999cda None None] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:13:55.720097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:55.720753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.840369 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0073166 Apr 19 11:13:55.842954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 43782) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:55.849005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:13:55.854831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:13:55.860066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Usage tracker for resource:router and tenant:22a996b2dda24549aff18578d2e3ffe9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:13:55.866659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:13:55.875179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:13:55.908548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.910938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.931590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:55.980508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-2d10963a-e206-4f82-b505-1ed52e6e2eea', 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'fixed_ips': [{'subnet_id': 'b0a869a6-6e63-432d-84e6-53312b4e200c'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:13:55.981513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.078685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c037-6900-421d-9280-701203353146 req-ab675b02-8a41-4a64-b7e9-d838d9130577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:56.081231 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-af38c037-6900-421d-9280-701203353146 req-ab675b02-8a41-4a64-b7e9-d838d9130577 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 1099 time: 0.0989285 Apr 19 11:13:56.128697 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-af38c037-6900-421d-9280-701203353146 req-32439ca8-e7d6-4520-8b3b-9a6e9b1c39ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Apr 19 11:13:56.283685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.375627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Allocated IP 172.20.0.2 (2d10963a-e206-4f82-b505-1ed52e6e2eea/b0a869a6-6e63-432d-84e6-53312b4e200c/017f3539-a099-4e8b-a99e-177c5da56e6e) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:13:56.608191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.620859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Transition to ACTIVE for port object 017f3539-a099-4e8b-a99e-177c5da56e6e will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:56.649850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Transition to ACTIVE for port object 017f3539-a099-4e8b-a99e-177c5da56e6e will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:56.667406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76328f1c-9991-4e68-b0e3-102b7f963b14 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:56.706337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.717545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:56.725279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Sync routers for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:13:56.736410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:13:56.737207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:56.770953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.805349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:13:56.807753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.810274 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:56.817722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4e7a-fc78-44cf-8782-8024a0b199dd req-837ff614-2ef9-4df8-b86d-27f3f739925c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:56.818596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:13:56.819593 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2cca4e7a-fc78-44cf-8782-8024a0b199dd req-837ff614-2ef9-4df8-b86d-27f3f739925c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 946 time: 0.2487624 Apr 19 11:13:56.824092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Pushing event updated for resources: {'Port': ['ID=017f3539-a099-4e8b-a99e-177c5da56e6e,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:56.829406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:56.931267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 76328f1c-9991-4e68-b0e3-102b7f963b14 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:56.931619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:56.936651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2cca4e7a-fc78-44cf-8782-8024a0b199dd req-73e27f73-f2ee-43df-a685-a7b55d19fe1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758381 Apr 19 11:13:56.950788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:13:56.992493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Attempting to bind port 017f3539-a099-4e8b-a99e-177c5da56e6e on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:13:56.992979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Attempting to bind port 017f3539-a099-4e8b-a99e-177c5da56e6e by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:13:56.993547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Attempting to bind port 017f3539-a099-4e8b-a99e-177c5da56e6e on network 2d10963a-e206-4f82-b505-1ed52e6e2eea {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:13:57.009121 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:13:57.009652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Checking segment: {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:13:57.010193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:57.010639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Bound using segment: {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:13:57.011171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Bound port: 017f3539-a099-4e8b-a99e-177c5da56e6e, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:13:57.011594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:57.049520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Allocated IP 172.27.0.93 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/0cfac82e-b2e7-4926-810d-27dd4bc0802b) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:13:57.221184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] For port 017f3539-a099-4e8b-a99e-177c5da56e6e, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:13:57.229378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:57.253707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] For port 017f3539-a099-4e8b-a99e-177c5da56e6e, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=017f3539-a099-4e8b-a99e-177c5da56e6e,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:13:57.307477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:57.312520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:57.330882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:57.345678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6de015ee-5557-4c2e-931e-d7a4fb4ddfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:57.410377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Pushing event updated for resources: {'Port': ['ID=017f3539-a099-4e8b-a99e-177c5da56e6e,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:57.426393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:13:52Z', 'revision_number': 2, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:57.432803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:57.433002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Checking router: bb671d9c-e285-41bb-b5d5-79c49ab648af for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:13:57.434364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Updating router bb671d9c-e285-41bb-b5d5-79c49ab648af port 76671e37-cf07-4301-a706-a95de5f056b7 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:13:57.468317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:13:57.472550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:13:57.478026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:13:57.497902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:57.530008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfac82e-b2e7-4926-810d-27dd4bc0802b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:57.534500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:57.992668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.011094 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Transition to ACTIVE for port object 76671e37-cf07-4301-a706-a95de5f056b7 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:13:58.038976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.045281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5f571379-84dd-409b-bfed-7bb38f8d76fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:58.421561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Pushing event updated for resources: {'Port': ['ID=76671e37-cf07-4301-a706-a95de5f056b7,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:58.447672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649de6-1ca7-489b-870d-3f5832179b8b req-fd732987-ac6b-40de-bbd0-11cb33a8f7fe tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:58.449338 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-88649de6-1ca7-489b-870d-3f5832179b8b req-fd732987-ac6b-40de-bbd0-11cb33a8f7fe tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 946 time: 0.2597716 Apr 19 11:13:58.454049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.461974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.462369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.462747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.463115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.463497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.463852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.464245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.464613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.464971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.465329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.465685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.466041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:13:58.470074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:58.493198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Attempting to bind port 76671e37-cf07-4301-a706-a95de5f056b7 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:13:58.493604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Attempting to bind port 76671e37-cf07-4301-a706-a95de5f056b7 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:13:58.494001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Attempting to bind port 76671e37-cf07-4301-a706-a95de5f056b7 on network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:13:58.499859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:13:58.500298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Checking segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:13:58.500743 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.501173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Bound using segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:13:58.501684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Bound port: 76671e37-cf07-4301-a706-a95de5f056b7, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:13:58.502113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.640680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] For port 76671e37-cf07-4301-a706-a95de5f056b7, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:13:58.646035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] For port 76671e37-cf07-4301-a706-a95de5f056b7, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=76671e37-cf07-4301-a706-a95de5f056b7,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:13:58.653353 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-88649de6-1ca7-489b-870d-3f5832179b8b req-a4ecf993-8e9f-4dd2-a887-2799bfa15fc7 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429851 Apr 19 11:13:58.691649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.698859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:58.737875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 017f3539-a099-4e8b-a99e-177c5da56e6e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:13:58.779601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:13:58.780337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:58.856084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 017f3539-a099-4e8b-a99e-177c5da56e6e completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:13:58.929294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:58.959795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Pushing event updated for resources: {'Port': ['ID=76671e37-cf07-4301-a706-a95de5f056b7,revision_number=4']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:58.963115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0bb02fbe-fa64-46c9-989c-40bcc5d686ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:59.008934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:13:59.050575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d43617-b4ea-4871-abee-8b59506db5e5 None None] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:13:59.186147 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Provisioning for port 017f3539-a099-4e8b-a99e-177c5da56e6e completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:13:59.204609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Router 5f250e1b-45ed-46b9-a835-3036848d9de7 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:13:59.221319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Provisioning complete for port 017f3539-a099-4e8b-a99e-177c5da56e6e triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:13:59.221839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:59.360375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:13:58Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:59.364742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86015f56-2b38-478d-9c39-a68ffceca0cd None None] The sync data for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi is: [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:13:58Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:13:59.413011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:13:59.428607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Sync routers for ids ['5f250e1b-45ed-46b9-a835-3036848d9de7'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:13:59.458558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:59.468837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Routers {'5f250e1b-45ed-46b9-a835-3036848d9de7'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:13:59.469548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['5f250e1b-45ed-46b9-a835-3036848d9de7'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:13:59.479021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:59.480644 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6366401 Apr 19 11:13:59.483923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43836) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:13:59.663384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] For port 017f3539-a099-4e8b-a99e-177c5da56e6e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=017f3539-a099-4e8b-a99e-177c5da56e6e,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:13:59.708051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:13:59.726157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:13:59.822759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Set router 5f250e1b-45ed-46b9-a835-3036848d9de7 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:13:59.835913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:13:59.918057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f24c9-b630-4e27-bb69-b3f6ad8784e0 req-c95fde29-7fc3-4641-8103-8846cdc24a8f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:13:59.919732 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e26f24c9-b630-4e27-bb69-b3f6ad8784e0 req-c95fde29-7fc3-4641-8103-8846cdc24a8f tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 946 time: 0.1035798 Apr 19 11:13:59.947172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Pushing event updated for resources: {'Port': ['ID=017f3539-a099-4e8b-a99e-177c5da56e6e,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:13:59.953818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:13:59.990457 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e26f24c9-b630-4e27-bb69-b3f6ad8784e0 req-60306674-bfb9-4954-b0f2-edabb004105e tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635026 Apr 19 11:14:00.152025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-7972141c-cacf-4fd6-abd6-3d93e5bf545c None None] Provisioning complete for port 017f3539-a099-4e8b-a99e-177c5da56e6e triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:00.152443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7972141c-cacf-4fd6-abd6-3d93e5bf545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:00.222968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:13:58Z', 'revision_number': 3, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:00.231884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Checking router: 5f250e1b-45ed-46b9-a835-3036848d9de7 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:00.232287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Updating router 5f250e1b-45ed-46b9-a835-3036848d9de7 port 0cfac82e-b2e7-4926-810d-27dd4bc0802b binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:14:00.309091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:00.504834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:00.542155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Allocated IP 172.20.0.1 (2d10963a-e206-4f82-b505-1ed52e6e2eea/b0a869a6-6e63-432d-84e6-53312b4e200c/a8e15348-01cb-4c69-85cf-e4e3ce534067) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:14:00.713935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:00.725274 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 017f3539-a099-4e8b-a99e-177c5da56e6e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:00.730234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Transition to ACTIVE for port object a8e15348-01cb-4c69-85cf-e4e3ce534067 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:14:00.792941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:00.800485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ffbd3b57-cce0-4b1c-937c-c2c73bc80368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:00.851846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 017f3539-a099-4e8b-a99e-177c5da56e6e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:00.852289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:00.889156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:14:00.892214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:14:00.896725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:14:00.937551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Pushing event updated for resources: {'Port': ['ID=a8e15348-01cb-4c69-85cf-e4e3ce534067,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:00.942251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:00.966524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.044941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.071693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Transition to ACTIVE for port object 0cfac82e-b2e7-4926-810d-27dd4bc0802b will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:14:01.075049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76671e37-cf07-4301-a706-a95de5f056b7 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:01.128144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.133178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.138071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:01.237483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Attempting to bind port 0cfac82e-b2e7-4926-810d-27dd4bc0802b on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:14:01.237900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Attempting to bind port 0cfac82e-b2e7-4926-810d-27dd4bc0802b by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:14:01.238307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Attempting to bind port 0cfac82e-b2e7-4926-810d-27dd4bc0802b on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:14:01.248259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:14:01.248682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:14:01.249133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.249575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:14:01.250088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Bound port: 0cfac82e-b2e7-4926-810d-27dd4bc0802b, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:14:01.250510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.282235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae9c8-0eec-4d8a-99f1-9bff12be94e2 None None] Pushing event updated for resources: {'Port': ['ID=0cfac82e-b2e7-4926-810d-27dd4bc0802b,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:01.291577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-897a6cca-4d46-4e95-b65f-3e4c0be37e59 None None] Provisioning for port a8e15348-01cb-4c69-85cf-e4e3ce534067 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:14:01.297730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8cbae9c8-0eec-4d8a-99f1-9bff12be94e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:01.300970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 76671e37-cf07-4301-a706-a95de5f056b7 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:14:01.312310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-897a6cca-4d46-4e95-b65f-3e4c0be37e59 None None] Provisioning complete for port a8e15348-01cb-4c69-85cf-e4e3ce534067 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:01.312730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-897a6cca-4d46-4e95-b65f-3e4c0be37e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.356693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 76671e37-cf07-4301-a706-a95de5f056b7 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:01.357109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.371086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.404246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.435361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:01.444368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-897a6cca-4d46-4e95-b65f-3e4c0be37e59 None None] Port a8e15348-01cb-4c69-85cf-e4e3ce534067 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:14:01.452769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] For port 0cfac82e-b2e7-4926-810d-27dd4bc0802b, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:14:01.457403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] For port 0cfac82e-b2e7-4926-810d-27dd4bc0802b, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0cfac82e-b2e7-4926-810d-27dd4bc0802b,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:14:01.499956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.510901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-984b79e0-8040-4bc2-a8ab-6665b8fea96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:01.526038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Pushing event updated for resources: {'Port': ['ID=a8e15348-01cb-4c69-85cf-e4e3ce534067,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:01.529111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:01.530247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.608084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Routers {'5f250e1b-45ed-46b9-a835-3036848d9de7'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:01.608773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['5f250e1b-45ed-46b9-a835-3036848d9de7'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:01.670811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.678937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:14:01.680103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:14:01.758687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae9c8-0eec-4d8a-99f1-9bff12be94e2 None None] Pushing event updated for resources: {'Port': ['ID=0cfac82e-b2e7-4926-810d-27dd4bc0802b,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:01.767324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8cbae9c8-0eec-4d8a-99f1-9bff12be94e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:01.813092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 76671e37-cf07-4301-a706-a95de5f056b7, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=76671e37-cf07-4301-a706-a95de5f056b7,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:01.852346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:01.856923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] Set router 5f250e1b-45ed-46b9-a835-3036848d9de7 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:01.905406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:02.065422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-b5d379fc-47b7-4cb6-ae9d-f9c69e18e30b None None] Provisioning complete for port a8e15348-01cb-4c69-85cf-e4e3ce534067 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:02.065845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b5d379fc-47b7-4cb6-ae9d-f9c69e18e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:02.137475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Router 5f250e1b-45ed-46b9-a835-3036848d9de7 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:14:02.337886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:14:02.351547 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] 10.222.0.46 "PUT /v2.0/routers/5f250e1b-45ed-46b9-a835-3036848d9de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659282 Apr 19 11:14:02.367577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=76671e37-cf07-4301-a706-a95de5f056b7,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:02.377160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:02.381534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b5d379fc-47b7-4cb6-ae9d-f9c69e18e30b None None] Port a8e15348-01cb-4c69-85cf-e4e3ce534067 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:14:02.506560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'a8e15348-01cb-4c69-85cf-e4e3ce534067', 'name': '', 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'mac_address': 'fa:16:3e:9d:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:14:00Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 2, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'subnets': [{'id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:02.510842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e369b-49e6-4b79-aa1c-3a0ce2a3c3ef None None] The sync data for ids ['5f250e1b-45ed-46b9-a835-3036848d9de7'] in dv-cinder-786524-2-iscsi is: [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'a8e15348-01cb-4c69-85cf-e4e3ce534067', 'name': '', 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'mac_address': 'fa:16:3e:9d:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:14:00Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 2, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'subnets': [{'id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:02.677268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76671e37-cf07-4301-a706-a95de5f056b7 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:02.752853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 76671e37-cf07-4301-a706-a95de5f056b7 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:02.753276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.031553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 43858) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:03.037839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915136651', 'description': 'tempest-secgroup-smoke-1915136651 description', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:03.044875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:03.049287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:03.053868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:03.060515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:03.107636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.131834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:03.136736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:03.139901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:03.146791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:03.224102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.290399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.296708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:03.358550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a14996-52b8-4f40-8274-d7cf4bd3c57a,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:03.362225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:03.364601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.369332 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3338468 Apr 19 11:14:03.370434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43862) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:03.376627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group_rule': {'security_group_id': '03a14996-52b8-4f40-8274-d7cf4bd3c57a', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:03.384323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:03.388755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:03.392024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:03.400392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:03.440737 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.515846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.553669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.556502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:03.584137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b18b06-7f2d-462b-91ba-2ac1513954f8,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:03.587901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:03.632968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.634345 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634854 Apr 19 11:14:03.637213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43866) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:03.643178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group_rule': {'security_group_id': '03a14996-52b8-4f40-8274-d7cf4bd3c57a', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:03.649965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:03.654106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:03.657217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:03.665197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:03.714541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.779555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.815720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.818109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-93321374-95df-4c40-ac2e-7fc6a4bb44b2 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:03.842862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee321198-c4df-47f1-88ac-9bc94668c26b,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:03.847555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:03.878539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:03.879851 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415674 Apr 19 11:14:03.882823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43870) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:03.888544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group_rule': {'security_group_id': '03a14996-52b8-4f40-8274-d7cf4bd3c57a', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:03.895054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:03.899815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:03.902983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:03.909260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:03.954420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.024477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.061168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.063347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-066547a0-baa7-4417-875a-de438026b97d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:04.088033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc192cc6-76a7-493c-85e2-a7e2c2c378f7,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:04.090587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:04.124283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.125627 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7a7188e4-70f5-48e4-ab76-ae39e6750976 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417636 Apr 19 11:14:04.128543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43878) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:04.134685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group_rule': {'security_group_id': '03a14996-52b8-4f40-8274-d7cf4bd3c57a', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:04.141093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:04.145071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:04.148334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:04.155449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:04.205614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.273271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.307027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.316683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7805c01c-6b38-43a2-95b1-28d2ec0569ca tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:04.336689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44b27c1-045d-4ef9-9eeb-fbc3e8b19c7d,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:04.339078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:04.375812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.377159 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-562af4a5-9f95-4403-998a-87e383d940b6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2476156 Apr 19 11:14:04.380027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43886) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:04.385786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group_rule': {'security_group_id': '03a14996-52b8-4f40-8274-d7cf4bd3c57a', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:04.392332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:04.396463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:04.399445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:04.405435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:04.438597 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.securitygroups_db [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Project 53b140810e2e4603a4c2d49a6c198b6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:14:04.446156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.512713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.541289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.543425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:04.570347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485fff93-8be0-4172-b91c-a53b890f28bb,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:04.573551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:04.598581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.600515 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ec29ec20-d3b8-40b5-b2de-b338353a6a55 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2193069 Apr 19 11:14:04.603458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 43892) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:04.609455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'security_group_rule': {'security_group_id': '03a14996-52b8-4f40-8274-d7cf4bd3c57a', 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:04.616026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:04.620295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:security_group_rule and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:04.626213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:04.635542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:04.673360 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.securitygroups_db [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Project 53b140810e2e4603a4c2d49a6c198b6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:14:04.681547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.699755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0cfac82e-b2e7-4926-810d-27dd4bc0802b up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:04.762040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.787112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.789366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:04.804241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 0cfac82e-b2e7-4926-810d-27dd4bc0802b completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:14:04.809617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 0cfac82e-b2e7-4926-810d-27dd4bc0802b triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:04.810465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.814032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0c40b8-12b9-447b-a077-fd937a4fefb2,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:04.817080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:04.844433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.855013 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-908b6d9f-3e07-4880-af9c-3b7d3343ab53 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2412684 Apr 19 11:14:04.951351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:04.969777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 0cfac82e-b2e7-4926-810d-27dd4bc0802b, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0cfac82e-b2e7-4926-810d-27dd4bc0802b,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:05.015909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:05.019396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:05.115567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=0cfac82e-b2e7-4926-810d-27dd4bc0802b,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:05.119113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:05.580334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Sync routers for ids ['5f250e1b-45ed-46b9-a835-3036848d9de7'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:14:05.590412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Routers {'5f250e1b-45ed-46b9-a835-3036848d9de7'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:05.591269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['5f250e1b-45ed-46b9-a835-3036848d9de7'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:05.782857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Set router 5f250e1b-45ed-46b9-a835-3036848d9de7 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:06.124185 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'a8e15348-01cb-4c69-85cf-e4e3ce534067', 'name': '', 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'mac_address': 'fa:16:3e:9d:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:14:00Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 2, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'subnets': [{'id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:06.128860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Checking router: 5f250e1b-45ed-46b9-a835-3036848d9de7 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:06.129203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Updating router 5f250e1b-45ed-46b9-a835-3036848d9de7 port a8e15348-01cb-4c69-85cf-e4e3ce534067 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:14:06.188508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:06.556467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:06.569475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Transition to ACTIVE for port object a8e15348-01cb-4c69-85cf-e4e3ce534067 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:14:06.610082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:06.615693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-819f545c-336b-4560-986b-3bf844bf6068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:06.673578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0cfac82e-b2e7-4926-810d-27dd4bc0802b up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:06.761136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a889-a43f-4a77-87f4-015860ade337 None None] Pushing event updated for resources: {'Port': ['ID=a8e15348-01cb-4c69-85cf-e4e3ce534067,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:06.772469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 0cfac82e-b2e7-4926-810d-27dd4bc0802b triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:06.773091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:06.798667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a4e1a889-a43f-4a77-87f4-015860ade337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:06.865831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Attempting to bind port a8e15348-01cb-4c69-85cf-e4e3ce534067 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:14:06.866290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Attempting to bind port a8e15348-01cb-4c69-85cf-e4e3ce534067 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:14:06.866810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Attempting to bind port a8e15348-01cb-4c69-85cf-e4e3ce534067 on network 2d10963a-e206-4f82-b505-1ed52e6e2eea {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:14:06.874055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:14:06.874479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Checking segment: {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:14:06.874923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:06.875438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Bound using segment: {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:14:06.875990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Bound port: a8e15348-01cb-4c69-85cf-e4e3ce534067, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23546b4-15a4-4719-8fdd-9107f65886b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:14:06.876396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:06.976179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] For port a8e15348-01cb-4c69-85cf-e4e3ce534067, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:14:06.979268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] For port a8e15348-01cb-4c69-85cf-e4e3ce534067, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=a8e15348-01cb-4c69-85cf-e4e3ce534067,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:14:07.016024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:07.020915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:07.101954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Routers {'5f250e1b-45ed-46b9-a835-3036848d9de7'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:07.102647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['5f250e1b-45ed-46b9-a835-3036848d9de7'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:07.225324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a889-a43f-4a77-87f4-015860ade337 None None] Pushing event updated for resources: {'Port': ['ID=a8e15348-01cb-4c69-85cf-e4e3ce534067,revision_number=4']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:07.235573 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a4e1a889-a43f-4a77-87f4-015860ade337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:07.304965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] Set router 5f250e1b-45ed-46b9-a835-3036848d9de7 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:07.824358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'a8e15348-01cb-4c69-85cf-e4e3ce534067', 'name': '', 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'mac_address': 'fa:16:3e:9d:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:14:00Z', 'updated_at': '2021-04-19T11:14:06Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'subnets': [{'id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:07.828605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab146c-cf51-4681-a08e-2521b026c0fa None None] The sync data for ids ['5f250e1b-45ed-46b9-a835-3036848d9de7'] in dv-cinder-786524-2-iscsi is: [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'a8e15348-01cb-4c69-85cf-e4e3ce534067', 'name': '', 'network_id': '2d10963a-e206-4f82-b505-1ed52e6e2eea', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'mac_address': 'fa:16:3e:9d:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:14:00Z', 'updated_at': '2021-04-19T11:14:06Z', 'revision_number': 4, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'subnets': [{'id': 'b0a869a6-6e63-432d-84e6-53312b4e200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:08.693927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device a8e15348-01cb-4c69-85cf-e4e3ce534067 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:08.792881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port a8e15348-01cb-4c69-85cf-e4e3ce534067 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:14:08.798020 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port a8e15348-01cb-4c69-85cf-e4e3ce534067 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:08.798419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:08.927416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:08.963411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port a8e15348-01cb-4c69-85cf-e4e3ce534067, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=a8e15348-01cb-4c69-85cf-e4e3ce534067,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:08.986733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:08.988737 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2e87fe17-ae59-474a-aa10-18853235067c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:09.062286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=a8e15348-01cb-4c69-85cf-e4e3ce534067,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:09.065948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:10.026305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3163-72ac-4ba5-9488-b36e0bbad736 req-c70ad4ae-1b35-4fc3-94ae-591dc8da3202 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:10.027947 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c8d3163-72ac-4ba5-9488-b36e0bbad736 req-c70ad4ae-1b35-4fc3-94ae-591dc8da3202 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.0941546 Apr 19 11:14:10.077376 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c8d3163-72ac-4ba5-9488-b36e0bbad736 req-a06cf002-d0bf-4515-bf9c-70778d722f70 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 Apr 19 11:14:10.671398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device a8e15348-01cb-4c69-85cf-e4e3ce534067 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:10.749102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port a8e15348-01cb-4c69-85cf-e4e3ce534067 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:10.749794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:11.290954 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02fa08-2791-43df-9040-3f740ffe564f req-8f84f73f-1194-4161-8a73-ea88a3330f28 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:11.292600 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0f02fa08-2791-43df-9040-3f740ffe564f req-8f84f73f-1194-4161-8a73-ea88a3330f28 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.0919647 Apr 19 11:14:11.342498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0f02fa08-2791-43df-9040-3f740ffe564f req-e805671c-16f1-4686-9569-dc4360d1543d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Apr 19 11:14:11.865719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-e5109d78-6b3d-46b2-b9be-b930d26a2247 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:11.866521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-e5109d78-6b3d-46b2-b9be-b930d26a2247 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Synchronizing usage tracker for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:14:11.918270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-e5109d78-6b3d-46b2-b9be-b930d26a2247 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Unset dirty status for tenant:6dad5be3678b452f8649056c2b7ff6b8 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:14:11.919564 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-e5109d78-6b3d-46b2-b9be-b930d26a2247 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.1430254 Apr 19 11:14:12.002589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Deleting port 411e9ce5-8479-44de-ae21-4f81c8a20df0 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:12.002979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:12.275784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] For port 411e9ce5-8479-44de-ae21-4f81c8a20df0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=411e9ce5-8479-44de-ae21-4f81c8a20df0,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:12.276209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:12.568614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6fbe-c2a8-4c7e-9a7e-88fff770d781 req-a47326a9-050c-40be-aae5-fa8571e58e21 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:12.570293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e31a6fbe-c2a8-4c7e-9a7e-88fff770d781 req-a47326a9-050c-40be-aae5-fa8571e58e21 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 945 time: 0.1003613 Apr 19 11:14:12.607915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:12.608343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:12.608695 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Floating IP 9c534d58-9850-4e8d-b2b4-a535ff8477d7 disassociated. External IP: 172.27.0.104, port: 411e9ce5-8479-44de-ae21-4f81c8a20df0. Apr 19 11:14:12.609076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Calling delete_port for 411e9ce5-8479-44de-ae21-4f81c8a20df0 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:12.621117 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e31a6fbe-c2a8-4c7e-9a7e-88fff770d781 req-cd9987f8-40af-4f8a-bc40-daa243d34cbb tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac28c43f-5c2f-4ded-b8d9-08ac598e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441794 Apr 19 11:14:12.810304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:12.816750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:12.865986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event deleted for resources: {'Port': ['ID=411e9ce5-8479-44de-ae21-4f81c8a20df0,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:12.869907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:13.086551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Router 72a37505-44e1-407f-91d6-fed4b3323f2d has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:14:13.287797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:14:13.298405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:14:13.310866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:13.314791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:13.386070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] No DVR routers for this DVR port 411e9ce5-8479-44de-ae21-4f81c8a20df0 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:14:13.388971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:13.394057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'name': 'network-vif-deleted', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:14:13.451024 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e441dec4-863d-462d-bdfb-31188ececdf4', 'name': 'network-vif-deleted', 'tag': '411e9ce5-8479-44de-ae21-4f81c8a20df0', 'status': 'completed', 'code': 200} Apr 19 11:14:13.455846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3a5b548-402e-43b5-b1de-ef5c9aab1a09 req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.55 "DELETE /v2.0/ports/411e9ce5-8479-44de-ae21-4f81c8a20df0 HTTP/1.1" status: 204 len: 173 time: 1.5301144 Apr 19 11:14:13.525080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:13.808791 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24792abe-72d8-427b-a366-2028e410977e req-772cf094-b72d-4e43-9c52-6335e9e1f41d tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/ports?device_id=e441dec4-863d-462d-bdfb-31188ececdf4 HTTP/1.1" status: 200 len: 210 time: 0.0515959 Apr 19 11:14:13.875062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:13.879276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:13.889277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:13.889931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:13:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:14.089218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:14.433430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:14.437465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a801997-e0e9-4a3c-ac09-9fc37702e24d None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c34f4736-1c24-4ede-829b-3f8543d95372', 'name': '', 'network_id': 'e0c8ea00-f640-442e-b07e-9629a1b9db2a', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'mac_address': 'fa:16:3e:fe:e6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:19Z', 'updated_at': '2021-04-19T11:07:37Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'subnets': [{'id': '80a0873d-c56d-4950-93ed-a18f9d54b2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:14.795032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52f18d-8e6d-4869-bcef-6d61e4e8ea56 None None] New status for floating IP 9c534d58-9850-4e8d-b2b4-a535ff8477d7: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:14:15.005869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44014) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:15.077024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.108863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.216076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.221666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-09927880-c742-420c-a780-d772b7b288ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:15.238602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28c43f-5c2f-4ded-b8d9-08ac598e68da,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:15.241799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:15.272995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.274378 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac28c43f-5c2f-4ded-b8d9-08ac598e68da HTTP/1.1" status: 204 len: 168 time: 0.2673113 Apr 19 11:14:15.277402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44018) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:15.298212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.v2.resource [None req-1d011932-91e1-42df-baa6-52fb2416b9c3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] show failed (client error): The resource could not be found. Apr 19 11:14:15.299301 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1d011932-91e1-42df-baa6-52fb2416b9c3 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "GET /v2.0/security-groups/ac28c43f-5c2f-4ded-b8d9-08ac598e68da HTTP/1.1" status: 404 len: 347 time: 0.0209160 Apr 19 11:14:15.302870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44022) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:15.398352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 411e9ce5-8479-44de-ae21-4f81c8a20df0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:15.439011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 411e9ce5-8479-44de-ae21-4f81c8a20df0 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:15.439382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 411e9ce5-8479-44de-ae21-4f81c8a20df0 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:15.476214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Deleting port 25676f30-62e0-4d30-a870-6c75e59bf383 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:15.476604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.669496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.669873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.805315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Calling delete_port for 25676f30-62e0-4d30-a870-6c75e59bf383 owned by network:floatingip {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:15.975859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:15.980828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1589b955-d378-43c6-af59-778fbadf9f1c tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:16.028069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Pushing event deleted for resources: {'Port': ['ID=25676f30-62e0-4d30-a870-6c75e59bf383,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:16.030720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:16.127640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks [] for floatingip, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:16.142668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:16.143905 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] 10.222.0.46 "DELETE /v2.0/floatingips/9c534d58-9850-4e8d-b2b4-a535ff8477d7 HTTP/1.1" status: 204 len: 168 time: 0.8400948 Apr 19 11:14:19.592307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9c3a-1ae6-4e4c-8066-8a110893be57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:20.488728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44074) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:21.398183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-cb83156b-008e-482d-b185-be5ca7ea7e46 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Synchronizing usage tracker for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:14:21.483415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:21.491719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-cb83156b-008e-482d-b185-be5ca7ea7e46 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Unset dirty status for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:14:21.492992 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-cb83156b-008e-482d-b185-be5ca7ea7e46 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915136651&fields=id&tenant_id=53b140810e2e4603a4c2d49a6c198b6d HTTP/1.1" status: 200 len: 267 time: 0.1878910 Apr 19 11:14:21.651258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:21.801458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-9cfa6774-166d-4ca7-acae-920343758103 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:21.802193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-9cfa6774-166d-4ca7-acae-920343758103 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Synchronizing usage tracker for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:14:21.918359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-9cfa6774-166d-4ca7-acae-920343758103 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Unset dirty status for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:14:21.919529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-9cfa6774-166d-4ca7-acae-920343758103 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 809 time: 0.4182057 Apr 19 11:14:21.977826 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-50b48a25-6e68-4335-8576-dc075204ba67 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/quotas/53b140810e2e4603a4c2d49a6c198b6d HTTP/1.1" status: 200 len: 375 time: 0.0501986 Apr 19 11:14:22.112712 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-54bc0bb7-e939-4a14-b6e4-4ea44a194237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:22.143286 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-85619682-e6ea-44f3-83f6-3d6eec48624c tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583774 Apr 19 11:14:22.144114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Deleting port c34f4736-1c24-4ede-829b-3f8543d95372 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:22.144491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:22.454421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] For port c34f4736-1c24-4ede-829b-3f8543d95372, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c34f4736-1c24-4ede-829b-3f8543d95372,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:22.454977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:22.528922 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-fc3f0fc8-7a8a-4518-8a0a-958c55198f8d service neutron] 10.222.0.46 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577795 Apr 19 11:14:22.617093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Calling delete_port for c34f4736-1c24-4ede-829b-3f8543d95372 owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:22.813727 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-c25835c0-9443-4932-a974-265ad7124380 service neutron] 10.222.0.46 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245655 Apr 19 11:14:22.930294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:22.935755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:22.987119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34f4736-1c24-4ede-829b-3f8543d95372,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:22.990779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:23.101860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:23.192523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:23.285060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:23.711450 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d2d8b61e-9d68-4f16-a98e-bf7117e4af02 req-fe0dc036-1c1e-483a-846b-606786d376bb tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 210 time: 0.3597844 Apr 19 11:14:23.966214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Router 72a37505-44e1-407f-91d6-fed4b3323f2d has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:14:24.129180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:24.164856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:14:24.174096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] Sync routers for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:14:24.181802 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0b4afdac-0a20-4814-85cf-58a34e7ec1c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/72a37505-44e1-407f-91d6-fed4b3323f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6894941 Apr 19 11:14:24.182207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44106) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:24.185444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:24.186218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:24.379175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:24.382036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:24.579038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:24.610353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Deleting port 230cb161-e214-499a-953b-c019d94f765b {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:24.611482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:24.812579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] For port 230cb161-e214-499a-953b-c019d94f765b, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=230cb161-e214-499a-953b-c019d94f765b,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:24.815513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:24.875099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '230cb161-e214-499a-953b-c019d94f765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:14:22Z', 'revision_number': 5, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port': {'id': '230cb161-e214-499a-953b-c019d94f765b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:10Z', 'updated_at': '2021-04-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:24.879205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] Checking router: 72a37505-44e1-407f-91d6-fed4b3323f2d for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:24.889158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] Routers {'72a37505-44e1-407f-91d6-fed4b3323f2d'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:24.889759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['72a37505-44e1-407f-91d6-fed4b3323f2d'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:24.991115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Calling delete_port for 230cb161-e214-499a-953b-c019d94f765b owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:25.030523 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15cecef6-6ef2-4ac6-94df-d3742128220e req-742388af-62c1-408a-8de1-de8b5ecfaa2a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 210 time: 0.1501193 Apr 19 11:14:25.084907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] Set router 72a37505-44e1-407f-91d6-fed4b3323f2d gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:25.139468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-b0de4252-a5bf-4ee3-b799-3ebda4101562 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:25.140976 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-b0de4252-a5bf-4ee3-b799-3ebda4101562 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 809 time: 0.1959281 Apr 19 11:14:25.215605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.216317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:14:24Z', 'revision_number': 6, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:25.220714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc18f05-5a8b-4209-8276-78dead5f95dd None None] The sync data for ids ['72a37505-44e1-407f-91d6-fed4b3323f2d'] in dv-cinder-786524-2-iscsi is: [{'id': '72a37505-44e1-407f-91d6-fed4b3323f2d', 'name': 'tempest-AttachVolumeTestJSON-1012647889-router', 'tenant_id': '6dad5be3678b452f8649056c2b7ff6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:14:24Z', 'revision_number': 6, 'project_id': '6dad5be3678b452f8649056c2b7ff6b8', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:25.224428 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-b4511896-2eca-4458-8ce4-46fae115806f tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53b140810e2e4603a4c2d49a6c198b6d HTTP/1.1" status: 200 len: 8061 time: 0.0732682 Apr 19 11:14:25.227622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-647ae283-ad77-46a2-991d-ec12403ef2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:25.235226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'port': {'device_id': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'admin_state_up': True, 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'security_groups': ['03a14996-52b8-4f40-8274-d7cf4bd3c57a']}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:25.287205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Pushing event deleted for resources: {'Port': ['ID=230cb161-e214-499a-953b-c019d94f765b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:25.293367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:25.408290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.611592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.613982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.650246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:25.654242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:port and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:25.657209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:25.664117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:25.758442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Made reservation on behalf of 53b140810e2e4603a4c2d49a6c198b6d for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:14:25.764863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.792810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.793382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a37505-44e1-407f-91d6-fed4b3323f2d {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:14:25.807161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.810967 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] 10.222.0.46 "DELETE /v2.0/routers/72a37505-44e1-407f-91d6-fed4b3323f2d HTTP/1.1" status: 204 len: 168 time: 1.6254320 Apr 19 11:14:25.811318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44112) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:25.884049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Deleting subnet 80a0873d-c56d-4950-93ed-a18f9d54b2e0 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:14:25.887516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.948624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3374737'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:25.958533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Allocated IP 172.20.0.6 (266edf5a-4cf2-49ab-9b14-841bf6cf9f0b/b827aec3-ec49-4c22-8ac3-5e0bcccb652b/d9c7355f-52da-4eee-9073-56ee5e457b76) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:14:26.064036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.176950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.194733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Transition to ACTIVE for port object d9c7355f-52da-4eee-9073-56ee5e457b76 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:14:26.244857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.251925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:26.324452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:14:26.327745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:14:26.344223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:14:26.392810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42842bb0-447e-448d-8295-42dc5a61146a req-59e2060f-ccd5-4da8-831d-9d59be2328cc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:26.394519 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42842bb0-447e-448d-8295-42dc5a61146a req-59e2060f-ccd5-4da8-831d-9d59be2328cc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 931 time: 0.1967571 Apr 19 11:14:26.405294 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:26.414806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:26.442393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:26.443111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.465576 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42842bb0-447e-448d-8295-42dc5a61146a req-3f826bfa-6a7b-4b1e-8537-1b93573814fc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611939 Apr 19 11:14:26.570868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852624502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201262'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.571259 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3404870 Apr 19 11:14:26.576318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:26.585092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Request body: {'port': {'device_id': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:26.612422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a0873d-c56d-4950-93ed-a18f9d54b2e0,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:26.616579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:26.617988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.625294 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-aae70113-21ff-4102-8078-7c1e13059077 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/80a0873d-c56d-4950-93ed-a18f9d54b2e0 HTTP/1.1" status: 204 len: 168 time: 0.8129067 Apr 19 11:14:26.628084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44118) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:26.633622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86a53b-638f-424a-bfcd-9ce051e6da26 None None] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:14:26.708930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-49442a11-2331-40f1-b30e-f679cbaba25b None None] Provisioning for port d9c7355f-52da-4eee-9073-56ee5e457b76 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:14:26.719537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 230cb161-e214-499a-953b-c019d94f765b no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:26.725064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.753897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-49442a11-2331-40f1-b30e-f679cbaba25b None None] Provisioning complete for port d9c7355f-52da-4eee-9073-56ee5e457b76 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:26.754321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49442a11-2331-40f1-b30e-f679cbaba25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.758317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.771087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Deleting port 23e8472c-3f86-4186-95f8-fa730fb425a5 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:26.772618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:26.807441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 230cb161-e214-499a-953b-c019d94f765b {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:26.808192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 230cb161-e214-499a-953b-c019d94f765b not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:26.808324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c34f4736-1c24-4ede-829b-3f8543d95372 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:26.861509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: c34f4736-1c24-4ede-829b-3f8543d95372 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:26.861904 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c34f4736-1c24-4ede-829b-3f8543d95372 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:26.917961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-49442a11-2331-40f1-b30e-f679cbaba25b None None] Port d9c7355f-52da-4eee-9073-56ee5e457b76 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:14:27.007079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] For port 23e8472c-3f86-4186-95f8-fa730fb425a5, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=23e8472c-3f86-4186-95f8-fa730fb425a5,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:27.007499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.045959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] DHCP port deletion for e0c8ea00-f640-442e-b07e-9629a1b9db2a request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:14:27.050146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Deleting port 23e8472c-3f86-4186-95f8-fa730fb425a5 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:27.050567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.118312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c7355f-52da-4eee-9073-56ee5e457b76 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:14:27.127135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.143662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Transition to ACTIVE for port object d9c7355f-52da-4eee-9073-56ee5e457b76 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:14:27.181590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.188317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:27.297911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] For port 23e8472c-3f86-4186-95f8-fa730fb425a5, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=23e8472c-3f86-4186-95f8-fa730fb425a5,segment=NetworkSegment(e74284a2-63ed-4f82-8fd8-8b2452a9eaf2),segment_id=e74284a2-63ed-4f82-8fd8-8b2452a9eaf2)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:27.298365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.409082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Calling delete_port for 23e8472c-3f86-4186-95f8-fa730fb425a5 owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:27.442848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Calling delete_port for 23e8472c-3f86-4186-95f8-fa730fb425a5 owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:27.471473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:27.475134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:27.523401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Attempting to bind port d9c7355f-52da-4eee-9073-56ee5e457b76 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:14:27.523776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Attempting to bind port d9c7355f-52da-4eee-9073-56ee5e457b76 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:14:27.523932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:14:27.524171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Attempting to bind port d9c7355f-52da-4eee-9073-56ee5e457b76 on network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:14:27.524342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:14:27.529242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Port d9c7355f-52da-4eee-9073-56ee5e457b76 on network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:14:27.529540 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Attempting to bind port d9c7355f-52da-4eee-9073-56ee5e457b76 on network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:14:27.535337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:14:27.535715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Checking segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:14:27.536179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Bound using segment: {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:14:27.536637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Bound port: d9c7355f-52da-4eee-9073-56ee5e457b76, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc395f27-621c-4fcd-b79d-07fb003febfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:14:27.537525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.538710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.543982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:27.598086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e8472c-3f86-4186-95f8-fa730fb425a5,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:27.600922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] No DVR routers for this DVR port 23e8472c-3f86-4186-95f8-fa730fb425a5 on host dv-cinder-786524-2-iscsi {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:14:27.636814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:27.640899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:14:27.644149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:14:27.673238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.678873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:27.732685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:27.733378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.734809 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] 10.222.0.55 "PUT /v2.0/ports/d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 1093 time: 1.1542683 Apr 19 11:14:27.735363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:14:27.777957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:27.781764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:27.792650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:27.794551 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'status': 'completed', 'code': 200} Apr 19 11:14:27.897236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff076cc5-3990-4a2e-9a54-40eb856fcab8 req-5fc20eb4-e2db-4f0b-9ee2-1b83e9050607 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:27.898846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075df2c0-bcf4-4c6a-91c2-1a1250d8d8eb req-18243353-b39e-45b5-a5f0-dbb0b43d8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:27.900005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff076cc5-3990-4a2e-9a54-40eb856fcab8 req-5fc20eb4-e2db-4f0b-9ee2-1b83e9050607 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.3039002 Apr 19 11:14:27.900460 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-075df2c0-bcf4-4c6a-91c2-1a1250d8d8eb req-18243353-b39e-45b5-a5f0-dbb0b43d8be6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1096 time: 0.0863700 Apr 19 11:14:27.955133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c8ea00-f640-442e-b07e-9629a1b9db2a']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:27.985392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:27.985736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74284a2-63ed-4f82-8fd8-8b2452a9eaf2') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:28.000448 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff076cc5-3990-4a2e-9a54-40eb856fcab8 req-81bb9419-0a41-43cf-9a98-a8444143a0e8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850608 Apr 19 11:14:28.004209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851401063'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:28.020319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:28.025546 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Deleting port 23e8472c-3f86-4186-95f8-fa730fb425a5 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:28.025999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:28.028082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:14:28.060110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075df2c0-bcf4-4c6a-91c2-1a1250d8d8eb req-c343c980-2e6a-4c84-a470-ef4247fd603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:28.061701 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-075df2c0-bcf4-4c6a-91c2-1a1250d8d8eb req-c343c980-2e6a-4c84-a470-ef4247fd603d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1531835 Apr 19 11:14:28.104856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5f86602b-db86-4580-a3bc-cb106559f8b9 None None] The port '23e8472c-3f86-4186-95f8-fa730fb425a5' was deleted {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:14:28.212080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:14:28.213689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075df2c0-bcf4-4c6a-91c2-1a1250d8d8eb req-f1f25b4f-2f09-4df1-83d0-ba1a0dd1dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:28.215269 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-075df2c0-bcf4-4c6a-91c2-1a1250d8d8eb req-f1f25b4f-2f09-4df1-83d0-ba1a0dd1dff2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459320 Apr 19 11:14:28.221367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2151977'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:28.340599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-ef390803-ab87-4635-a3e3-5de6f3a574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:28.342284 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-ef390803-ab87-4635-a3e3-5de6f3a574b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1096 time: 0.0837727 Apr 19 11:14:28.408197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Network e0c8ea00-f640-442e-b07e-9629a1b9db2a has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:14:28.420488 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-53e502c4-81f1-438e-9971-187a8198121f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 217 time: 0.0704758 Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:14:28.431150 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:14:28.491677 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-574275ed-cab9-449a-8af6-4a4aa84425e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:28.493357 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-574275ed-cab9-449a-8af6-4a4aa84425e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.0657251 Apr 19 11:14:28.535543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:28.539811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:28.554741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:28.566086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c8ea00-f640-442e-b07e-9629a1b9db2a,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:28.569914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:28.577878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-26e20ea2-32ad-4033-97eb-ca548d90f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:28.580562 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-26e20ea2-32ad-4033-97eb-ca548d90f2de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805054 Apr 19 11:14:28.610766 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e0c8ea00-f640-442e-b07e-9629a1b9db2a HTTP/1.1" status: 204 len: 168 time: 1.9815602 Apr 19 11:14:28.677106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 23e8472c-3f86-4186-95f8-fa730fb425a5 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:28.717470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 23e8472c-3f86-4186-95f8-fa730fb425a5 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:28.717966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 23e8472c-3f86-4186-95f8-fa730fb425a5 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:28.730262 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-f2bda015-ab30-4f09-b657-d8e724ff88d5 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425323 Apr 19 11:14:28.833261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44130) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:28.924255 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-efdcb806-307d-45a9-9e2a-f4be57204a7b req-6c8133b8-6a04-46ce-89d1-0db874597aab service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859379 Apr 19 11:14:28.926836 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6ffd5850-3165-4b11-9dd9-6e0f6beceed4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dad5be3678b452f8649056c2b7ff6b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0921414 Apr 19 11:14:28.929971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44134) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:28.992705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:29.019260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:29.095256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:29.101095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-280c5ca3-7424-4a30-9039-3455427ddf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:29.116122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024ac19-2cbb-4f9d-8ad0-b4760a3577ea,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:29.121143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:29.123227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:29.124775 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-9efd73a8-41ad-4cdb-a499-a3238f171d4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7024ac19-2cbb-4f9d-8ad0-b4760a3577ea HTTP/1.1" status: 204 len: 168 time: 0.1935389 Apr 19 11:14:29.206766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2482-d46e-4137-8a9d-c143c0908580 req-396ed0e8-d2c3-4814-9d32-e63cb4965241 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:29.208389 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48eb2482-d46e-4137-8a9d-c143c0908580 req-396ed0e8-d2c3-4814-9d32-e63cb4965241 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0895820 Apr 19 11:14:29.257513 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-48eb2482-d46e-4137-8a9d-c143c0908580 req-dfe057eb-c848-4e65-9a43-ac9b12c64e91 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Apr 19 11:14:30.464179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96498-320b-401a-ab6a-bce5e463e245 req-ab3791ea-e0cd-4c3e-bdb9-5bcf072e5a0d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:30.465708 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c1f96498-320b-401a-ab6a-bce5e463e245 req-ab3791ea-e0cd-4c3e-bdb9-5bcf072e5a0d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0940006 Apr 19 11:14:30.517303 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c1f96498-320b-401a-ab6a-bce5e463e245 req-1015ed68-b2e3-41fd-8b9b-10d30f40a541 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Apr 19 11:14:31.718479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b681eb8-cb4a-48a3-8585-74b1e640d2ad req-79ef255a-debd-42d1-93de-15ce360dfd90 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:31.720091 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5b681eb8-cb4a-48a3-8585-74b1e640d2ad req-79ef255a-debd-42d1-93de-15ce360dfd90 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0892980 Apr 19 11:14:31.772654 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5b681eb8-cb4a-48a3-8585-74b1e640d2ad req-55b63c98-062b-4faf-b0eb-71ddbfa90c22 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454631 Apr 19 11:14:32.976723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6b9de-9dcc-4120-a172-a18f4602f212 req-30b63bc6-9f86-4921-86fa-fe6a9f093bff tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:32.978246 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e0e6b9de-9dcc-4120-a172-a18f4602f212 req-30b63bc6-9f86-4921-86fa-fe6a9f093bff tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0893977 Apr 19 11:14:33.026018 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e0e6b9de-9dcc-4120-a172-a18f4602f212 req-7411806a-652f-4235-8f92-5843d837f455 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Apr 19 11:14:34.223209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee31a-2cb8-4978-a761-e8a93e5e7b91 req-d3d30d79-13a3-4c11-91b0-579e919e3df4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:34.224844 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d8ee31a-2cb8-4978-a761-e8a93e5e7b91 req-d3d30d79-13a3-4c11-91b0-579e919e3df4 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 946 time: 0.1455071 Apr 19 11:14:34.305559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e3c24-1a05-4677-8107-9c050a4cde3f req-0eb8feb8-6b3f-4539-ae66-f21c0fc044ce tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:34.307197 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c9e3c24-1a05-4677-8107-9c050a4cde3f req-0eb8feb8-6b3f-4539-ae66-f21c0fc044ce tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.1538312 Apr 19 11:14:34.312269 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d8ee31a-2cb8-4978-a761-e8a93e5e7b91 req-f5490602-1761-4f5a-961c-40a773c659a3 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730658 Apr 19 11:14:34.360243 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8c9e3c24-1a05-4677-8107-9c050a4cde3f req-259acd0c-e480-4f52-a994-2cd00ebde707 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Apr 19 11:14:35.449481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:14:35.487706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-8a9243f7-b134-48c5-a5c9-f1b72e9fc25a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:35.488518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-8a9243f7-b134-48c5-a5c9-f1b72e9fc25a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Synchronizing usage tracker for tenant:bceb84f899a74836971556a3d8a02b6c on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:14:35.532736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad575-9587-4251-8699-b6ddf1c42d10 req-aa64b714-61ba-4e41-b6cb-abe623839f80 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:35.534684 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-505ad575-9587-4251-8699-b6ddf1c42d10 req-aa64b714-61ba-4e41-b6cb-abe623839f80 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 946 time: 0.1016021 Apr 19 11:14:35.536027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-8a9243f7-b134-48c5-a5c9-f1b72e9fc25a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Unset dirty status for tenant:bceb84f899a74836971556a3d8a02b6c on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:14:35.537785 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-8a9243f7-b134-48c5-a5c9-f1b72e9fc25a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 946 time: 0.1535349 Apr 19 11:14:35.608524 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:35.622852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Deleting port 4bd89a63-ece1-446b-90b1-8d4a04142bfc {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:35.623334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:35.624141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'port_id': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'mac_address': 'fa:16:3e:30:9a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:14:35.642682 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-505ad575-9587-4251-8699-b6ddf1c42d10 req-8b6db3bd-355e-45bc-978f-2be9da23c8e8 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd6ffef-ea55-4837-a351-94aad771c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018696 Apr 19 11:14:35.677892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea388-1e97-497f-8846-d598ce829fc9 req-f3a8da05-511d-42d4-9845-baf172e3a519 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:35.680149 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2a8ea388-1e97-497f-8846-d598ce829fc9 req-f3a8da05-511d-42d4-9845-baf172e3a519 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.1208372 Apr 19 11:14:35.686023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:35.705942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c7355f-52da-4eee-9073-56ee5e457b76 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:14:35.723414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:35.738953 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2a8ea388-1e97-497f-8846-d598ce829fc9 req-f365e91e-c864-4a64-afdb-86eb1c1cc3b9 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508111 Apr 19 11:14:35.741500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:35.743987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:35.821628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:35.829657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.830135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.830582 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.831042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.831485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.831966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.832409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.832843 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.833280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.833714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.834145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.834581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:35.839669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:35.923835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] For port 4bd89a63-ece1-446b-90b1-8d4a04142bfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd89a63-ece1-446b-90b1-8d4a04142bfc,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:35.924287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:35.937286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['d9c7355f-52da-4eee-9073-56ee5e457b76'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:14:36.251179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:36.251780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:36.252331 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Floating IP 5c8f98e4-2afb-47d8-aeb0-337843c5d48a disassociated. External IP: 172.27.0.67, port: 4bd89a63-ece1-446b-90b1-8d4a04142bfc. Apr 19 11:14:36.252721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Calling delete_port for 4bd89a63-ece1-446b-90b1-8d4a04142bfc owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:36.433529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:36.440470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0db35963-8501-4ef1-8455-afa113a18a10 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:36.488621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event deleted for resources: {'Port': ['ID=4bd89a63-ece1-446b-90b1-8d4a04142bfc,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:36.491985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:36.694989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Router 71852f46-b399-4002-b295-8a31840706c2 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:14:36.820494 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ba584f87-4f35-45b5-a3a8-34db53515db6 req-cec4bed0-1803-4629-a552-418326fad81a tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 210 time: 0.0501180 Apr 19 11:14:36.829213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:14:36.997330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e1ef3-2677-43ab-9cbd-3e0548f294dc req-92e36ac5-ba78-46ed-a1c1-5998cdffcdb0 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:36.999108 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-210e1ef3-2677-43ab-9cbd-3e0548f294dc req-92e36ac5-ba78-46ed-a1c1-5998cdffcdb0 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 944 time: 0.1172273 Apr 19 11:14:37.055349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-210e1ef3-2677-43ab-9cbd-3e0548f294dc req-f089ac05-421f-4588-a7d6-a10c38b75f1b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489638 Apr 19 11:14:37.157026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:14:37.167201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:14:37.176612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:37.177264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:37.237056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] No DVR routers for this DVR port 4bd89a63-ece1-446b-90b1-8d4a04142bfc on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:14:37.239763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:37.243548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-deleted', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:14:37.285161 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eaeb7c48-7269-4f7f-90ee-ccdac9ae8212 req-472639a7-f1f5-4a27-8669-98e90f27b779 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.55 "DELETE /v2.0/ports/4bd89a63-ece1-446b-90b1-8d4a04142bfc HTTP/1.1" status: 204 len: 173 time: 1.7411106 Apr 19 11:14:37.306649 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa00124-d530-4636-8200-c7bfd366a1cc', 'name': 'network-vif-deleted', 'tag': '4bd89a63-ece1-446b-90b1-8d4a04142bfc', 'status': 'completed', 'code': 200} Apr 19 11:14:37.376437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:37.478807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:14:37.569321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port d9c7355f-52da-4eee-9073-56ee5e457b76 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:14:37.574248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port d9c7355f-52da-4eee-9073-56ee5e457b76 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:14:37.574671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:37.698109 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:37.716410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:37.721985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:37.726726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:14:37.736372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:37.737090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:37.737297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:37.765197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:37.766372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:37.796370 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'code': 200} Apr 19 11:14:37.801571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-59bd47fa-2c65-49e3-a231-9caa2b8782ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:37.844659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 4bd89a63-ece1-446b-90b1-8d4a04142bfc {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:37.845060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 4bd89a63-ece1-446b-90b1-8d4a04142bfc not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:37.880664 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:37.884919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:37.949154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:38.054592 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-70b8a53b-46cf-4c39-8e44-b530fd83b60d req-eaa7a456-6c5a-41c0-984a-c916dfb685c2 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fa00124-d530-4636-8200-c7bfd366a1cc HTTP/1.1" status: 200 len: 210 time: 0.0565970 Apr 19 11:14:38.262722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8609f3-5fb4-498c-a3f7-901cc28e683f req-eea70694-4bf1-4aea-9fbf-79819ef8c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:38.264367 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6e8609f3-5fb4-498c-a3f7-901cc28e683f req-eea70694-4bf1-4aea-9fbf-79819ef8c8d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.1228232 Apr 19 11:14:38.321358 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6e8609f3-5fb4-498c-a3f7-901cc28e683f req-781f55dc-2fb2-48c4-b746-87e5ef84ba18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492029 Apr 19 11:14:38.342307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0edcd-528b-4401-ac84-923d7a4e0816 req-c76d892f-8172-4dfd-b97b-55f6ab2d4495 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:38.344499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf0edcd-528b-4401-ac84-923d7a4e0816 req-c76d892f-8172-4dfd-b97b-55f6ab2d4495 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.1596086 Apr 19 11:14:38.365024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:38.370985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774ac2f-749a-47e0-a1f9-5f589c48cb72 None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:07:14Z', 'revision_number': 4, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': 'c62f03d6-655c-4637-a95f-a4e544afdea1', 'name': '', 'network_id': '138f50fa-11c8-4623-bb45-c6cba8fecfbb', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'mac_address': 'fa:16:3e:4e:6c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:14Z', 'updated_at': '2021-04-19T11:07:36Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'subnets': [{'id': '27319dd3-1771-4fdc-8626-74dc9e1dd7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:38.408102 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf0edcd-528b-4401-ac84-923d7a4e0816 req-1a63a0b6-f001-4170-b3f5-129279219a21 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562959 Apr 19 11:14:38.779374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f27ea6-a7fd-4795-a8c6-908012c9a5a3 None None] New status for floating IP 5c8f98e4-2afb-47d8-aeb0-337843c5d48a: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:14:39.246632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44278) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:39.317913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.348738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.489584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.495790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b681b71-5d40-44e0-82f3-6c3ef377a5c1 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:39.511246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6ffef-ea55-4837-a351-94aad771c4e3,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:39.514081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:39.558662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.559986 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "DELETE /v2.0/security-groups/ddd6ffef-ea55-4837-a351-94aad771c4e3 HTTP/1.1" status: 204 len: 168 time: 0.3122129 Apr 19 11:14:39.562891 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44288) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:39.584009 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.api.v2.resource [None req-09d3cbf1-4621-49e8-8f43-f17355c4a091 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] show failed (client error): The resource could not be found. Apr 19 11:14:39.585120 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-09d3cbf1-4621-49e8-8f43-f17355c4a091 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "GET /v2.0/security-groups/ddd6ffef-ea55-4837-a351-94aad771c4e3 HTTP/1.1" status: 404 len: 347 time: 0.0212152 Apr 19 11:14:39.588260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44292) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:39.627392 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197958-47b7-4825-8f14-6184a2108345 req-13f24716-b2c2-4130-bd92-77426862f432 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:39.629313 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07197958-47b7-4825-8f14-6184a2108345 req-13f24716-b2c2-4130-bd92-77426862f432 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0954313 Apr 19 11:14:39.678915 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07197958-47b7-4825-8f14-6184a2108345 req-442bd6a7-02b5-47e5-87e5-8f53b68f1bc8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Apr 19 11:14:39.780840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Deleting port a5c490b9-661d-45e8-b9f7-3314baa21bbf {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:39.781419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.888602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf5ce5-3a2e-47cd-9427-4257a212b594 req-01766481-e344-4b45-9383-316b38dc6a89 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:39.890196 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0eaf5ce5-3a2e-47cd-9427-4257a212b594 req-01766481-e344-4b45-9383-316b38dc6a89 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0964131 Apr 19 11:14:39.943635 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0eaf5ce5-3a2e-47cd-9427-4257a212b594 req-f8d47aa9-fd5e-4216-b9f4-2afdbce637d9 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468717 Apr 19 11:14:39.968593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.968966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:39.976560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44300) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:40.103714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Calling delete_port for a5c490b9-661d-45e8-b9f7-3314baa21bbf owned by network:floatingip {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:40.226731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbabb9d-ea4b-4f94-9960-be06ed576c37 tempest-TestShelveInstance-673408971 tempest-TestShelveInstance-673408971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:40.228409 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0bbabb9d-ea4b-4f94-9960-be06ed576c37 tempest-TestShelveInstance-673408971 tempest-TestShelveInstance-673408971-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1093 time: 0.2568398 Apr 19 11:14:40.231675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44306) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:40.237480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'port_id': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:40.243909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:40.248067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Usage tracker for resource:floatingip and tenant:53b140810e2e4603a4c2d49a6c198b6d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:40.251233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:40.258016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:40.273131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.278337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-765daa45-857f-4c49-b0a4-3162198ffcdc tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:40.301317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for floatingip, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.357181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Pushing event deleted for resources: {'Port': ['ID=a5c490b9-661d-45e8-b9f7-3314baa21bbf,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:40.359698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:40.423652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks [] for floatingip, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.438257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.442442 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] 10.222.0.46 "DELETE /v2.0/floatingips/5c8f98e4-2afb-47d8-aeb0-337843c5d48a HTTP/1.1" status: 204 len: 168 time: 0.8495569 Apr 19 11:14:40.449487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.599138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Allocated IP 172.27.0.175 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/2fd975e4-a3e4-4f0d-866e-7a7277b39124) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:14:40.765077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.821724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:40.826866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fc820bf5-88ea-46dc-bfc1-e0a2354999d7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:40.901036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:14:40.904874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:14:40.909228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:14:40.950913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'Port': ['ID=2fd975e4-a3e4-4f0d-866e-7a7277b39124,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:40.955353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:41.152080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44320) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:41.284680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.302268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:41.306929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Usage tracker for resource:security_group_rule and tenant:7c976da7dbef419580e0c4e9fe7d13fc is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:41.309956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:41.316336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:41.357480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.401420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.438326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.448581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bc1f25d1-7aa0-4542-842f-845aef30ec73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:41.469517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.493905 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c976da7dbef419580e0c4e9fe7d13fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374856 Apr 19 11:14:41.493905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57107fd-bb9c-43fe-8731-f062e1d72966,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:41.494788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44326) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:41.497652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:41.558050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.589265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.661353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.667653 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2614c829-6bbf-4936-ac15-e32241220737 tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:41.682433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57107fd-bb9c-43fe-8731-f062e1d72966,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:41.685280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:41.686545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.687837 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c57107fd-bb9c-43fe-8731-f062e1d72966 HTTP/1.1" status: 204 len: 168 time: 0.1919913 Apr 19 11:14:41.695724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.724217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:41.729845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e163612c-5965-4c82-88fe-5a921344e775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:41.834825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event updated for resources: {'Port': ['ID=2fd975e4-a3e4-4f0d-866e-7a7277b39124,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:41.839759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:41.855399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:42.290629 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Floating IP 69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa associated. External IP: 172.27.0.175, port: d9c7355f-52da-4eee-9073-56ee5e457b76. Apr 19 11:14:42.681966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Router bb671d9c-e285-41bb-b5d5-79c49ab648af has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:14:42.878947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:14:42.890009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca23443-96c7-4764-b278-907357eed039 None None] Sync routers for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:14:42.900994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:42.901770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:42.935432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:42.997541 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7638643 Apr 19 11:14:42.997541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:14:43.055631 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'status': 'completed', 'code': 200} Apr 19 11:14:43.101480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:43.165869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-e167dea8-2f06-4486-b80a-9e13bdb09e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:43.167569 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-e167dea8-2f06-4486-b80a-9e13bdb09e46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.0866654 Apr 19 11:14:43.326302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-bbd4b9ec-1212-4a9f-8eaf-ffea1ae0c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:43.329075 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-bbd4b9ec-1212-4a9f-8eaf-ffea1ae0c5fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 910 time: 0.1545379 Apr 19 11:14:43.462010 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-aa61d253-3716-4177-b850-8c3d1eb1ce40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 999 time: 0.1253731 Apr 19 11:14:43.493575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44384) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:43.521384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'port_id': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'mac_address': 'fa:16:3e:30:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:14:41Z', 'updated_at': '2021-04-19T11:14:41Z', 'revision_number': 0, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:43.526658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca23443-96c7-4764-b278-907357eed039 None None] Checking router: bb671d9c-e285-41bb-b5d5-79c49ab648af for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:43.538396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:43.539315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:43.567713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-32f89bd0-a6f2-4111-9690-32a7e41fbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:43.571073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-32f89bd0-a6f2-4111-9690-32a7e41fbb08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.1020536 Apr 19 11:14:43.676811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-938f5b16-0520-4e04-b071-7b81a2efdb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:43.679125 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-938f5b16-0520-4e04-b071-7b81a2efdb9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011729 Apr 19 11:14:43.845434 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-6a52611a-a255-42b9-9102-d3058f526ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592231 Apr 19 11:14:43.928132 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:44.004944 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a1442134-d7d4-4364-a2ce-37db26ad24cf req-eebb18b4-1e72-4d47-b78d-fdf813c59530 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524968 Apr 19 11:14:44.327061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-2ca23443-96c7-4764-b278-907357eed039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'port_id': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'mac_address': 'fa:16:3e:30:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:14:41Z', 'updated_at': '2021-04-19T11:14:41Z', 'revision_number': 0, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:44.331362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca23443-96c7-4764-b278-907357eed039 None None] The sync data for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi is: [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'port_id': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'mac_address': 'fa:16:3e:30:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:14:41Z', 'updated_at': '2021-04-19T11:14:41Z', 'revision_number': 0, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:44.378910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.426989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44406) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:44.562398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.579048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:44.583245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Usage tracker for resource:security_group_rule and tenant:8b10fa7ba31b46e49eb46166cbf2114b is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:44.587439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:44.593855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:44.620918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2a048-7a90-46d2-bc33-2d3e86d452b5 None None] New status for floating IP 69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:14:44.695604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.734984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.745045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f84f724d-168e-4068-bb15-6d13d9086f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:44.772804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Deleting port c62f03d6-655c-4637-a95f-a4e544afdea1 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:44.773209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.793818 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b10fa7ba31b46e49eb46166cbf2114b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631616 Apr 19 11:14:44.793818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1a4fd4-efaa-48c8-8670-616be7223a42,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:44.795680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44412) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:44.798477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:44.864686 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.893687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:44.975372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] For port c62f03d6-655c-4637-a95f-a4e544afdea1, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=c62f03d6-655c-4637-a95f-a4e544afdea1,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:44.976011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.106283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.109543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Calling delete_port for c62f03d6-655c-4637-a95f-a4e544afdea1 owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:45.111779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-97b217b9-03d9-431e-ba97-4f0d8cb5b031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:45.125188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1a4fd4-efaa-48c8-8670-616be7223a42,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:45.128330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:45.130379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.134612 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e81276ac-5719-4efd-b19f-de4f826ad150 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec1a4fd4-efaa-48c8-8670-616be7223a42 HTTP/1.1" status: 204 len: 168 time: 0.3348987 Apr 19 11:14:45.329406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.334906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2efaf992-ebbc-40ac-9d6d-14a9450e9405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:45.380635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c62f03d6-655c-4637-a95f-a4e544afdea1,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:45.417491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.418158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.418292 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.418679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.419082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.419487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.419903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.420277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.420682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.421077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.421473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.421868 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:45.431271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:45.580879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44420) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:45.600928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.616986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:45.621066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Usage tracker for resource:security_group_rule and tenant:d68b505dd1da4e68a08a113fb3f383e5 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:45.624215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:45.630678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:45.683934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.719415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.740478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.750262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a9f90789-eda6-4d85-af7d-db9a23e5f795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:45.800506 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d68b505dd1da4e68a08a113fb3f383e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183452 Apr 19 11:14:45.801715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2489e90-9f56-48fb-b5d3-11c54de08c1d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:45.804633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44424) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:45.808247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:45.876068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.907089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.983049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:45.988421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6a2a85c0-90db-47ac-936a-13e616adac15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:46.003804 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2489e90-9f56-48fb-b5d3-11c54de08c1d,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:46.013350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:46.014383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:46.018262 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2489e90-9f56-48fb-b5d3-11c54de08c1d HTTP/1.1" status: 204 len: 168 time: 0.2098203 Apr 19 11:14:46.328338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Router 71852f46-b399-4002-b295-8a31840706c2 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:14:46.523105 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:14:46.532865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b573-da89-48d3-956f-40314137218a None None] Sync routers for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:14:46.536645 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] 10.222.0.46 "PUT /v2.0/routers/71852f46-b399-4002-b295-8a31840706c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0418322 Apr 19 11:14:46.540039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44440) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:46.545559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789b573-da89-48d3-956f-40314137218a None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:46.546229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-8789b573-da89-48d3-956f-40314137218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:46.749338 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:46.752760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-8789b573-da89-48d3-956f-40314137218a None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:46.948754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:46.981652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Deleting port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:46.982456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:47.067246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-8789b573-da89-48d3-956f-40314137218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:14:45Z', 'revision_number': 5, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port': {'id': '6b4692e0-f749-4eea-8a0c-c2b2512f24b6', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71852f46-b399-4002-b295-8a31840706c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:07:09Z', 'updated_at': '2021-04-19T11:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:47.072077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b573-da89-48d3-956f-40314137218a None None] Checking router: 71852f46-b399-4002-b295-8a31840706c2 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:14:47.081407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789b573-da89-48d3-956f-40314137218a None None] Routers {'71852f46-b399-4002-b295-8a31840706c2'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:14:47.082066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-8789b573-da89-48d3-956f-40314137218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['71852f46-b399-4002-b295-8a31840706c2'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:47.183655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] For port 6b4692e0-f749-4eea-8a0c-c2b2512f24b6, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:47.184140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:47.257813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-8789b573-da89-48d3-956f-40314137218a None None] Set router 71852f46-b399-4002-b295-8a31840706c2 gateway port host: None {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:14:47.321857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Calling delete_port for 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:47.382671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-8789b573-da89-48d3-956f-40314137218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:14:46Z', 'revision_number': 6, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:47.387079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b573-da89-48d3-956f-40314137218a None None] The sync data for ids ['71852f46-b399-4002-b295-8a31840706c2'] in dv-cinder-786524-2-iscsi is: [{'id': '71852f46-b399-4002-b295-8a31840706c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1991998272-router', 'tenant_id': 'bceb84f899a74836971556a3d8a02b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:07:08Z', 'updated_at': '2021-04-19T11:14:46Z', 'revision_number': 6, 'project_id': 'bceb84f899a74836971556a3d8a02b6c', 'gw_port_host': None}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:14:47.529420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:47.534564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d375bef1-a3d7-4274-92ee-2e974feaf132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:47.836061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4692e0-f749-4eea-8a0c-c2b2512f24b6,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:47.839343 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:47.932768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.119706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.122184 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.163648 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.164283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71852f46-b399-4002-b295-8a31840706c2 {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:14:48.177310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.179053 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/71852f46-b399-4002-b295-8a31840706c2 HTTP/1.1" status: 204 len: 168 time: 1.6370978 Apr 19 11:14:48.182314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44474) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:48.266363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Deleting subnet 27319dd3-1771-4fdc-8626-74dc9e1dd7f2 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:14:48.269062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44478) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:48.269221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.325506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3374737'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.411589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.413126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.427386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:48.432309 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Usage tracker for resource:security_group_rule and tenant:96e6af44f3a94c34bb32f3ed5e7081af is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:48.435225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:48.441502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:48.526491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.666629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.677373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-65eb83b9-ae92-436c-8b40-5a319a2ca831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:48.692679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c62f03d6-655c-4637-a95f-a4e544afdea1 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:48.722097 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96e6af44f3a94c34bb32f3ed5e7081af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518158 Apr 19 11:14:48.724456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5432e60-ce07-4742-af1f-c61278ef7584,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:48.726976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44484) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:48.729997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:48.731401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: c62f03d6-655c-4637-a95f-a4e544afdea1 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:48.731939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device c62f03d6-655c-4637-a95f-a4e544afdea1 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:48.732479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:48.773863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:48.774258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 6b4692e0-f749-4eea-8a0c-c2b2512f24b6 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:48.803692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.831092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.864719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852624502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201262'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.872411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:48.908602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27319dd3-1771-4fdc-8626-74dc9e1dd7f2,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:48.913352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:48.914532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.919495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c62c9-bd01-4946-af74-55bef2238c82 None None] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:14:48.929529 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2ee333b0-db18-4afa-a0d3-18f7efb83382 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27319dd3-1771-4fdc-8626-74dc9e1dd7f2 HTTP/1.1" status: 204 len: 168 time: 0.7435033 Apr 19 11:14:48.929919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44488) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:48.957678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.961411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:48.965224 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5432e60-ce07-4742-af1f-c61278ef7584 HTTP/1.1" status: 204 len: 168 time: 0.2346137 Apr 19 11:14:48.965224 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-addc24f5-36d3-4d1e-9b6d-c06c7e620789 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:48.977829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5432e60-ce07-4742-af1f-c61278ef7584,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:48.981771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:49.054626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.066780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Deleting port b2ee0b63-7245-4f36-afcc-89b28e3d6285 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:49.067262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.206029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] DHCP port deletion for 138f50fa-11c8-4623-bb45-c6cba8fecfbb request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:14:49.211708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Deleting port b2ee0b63-7245-4f36-afcc-89b28e3d6285 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:49.212299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.299504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] For port b2ee0b63-7245-4f36-afcc-89b28e3d6285, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=b2ee0b63-7245-4f36-afcc-89b28e3d6285,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:49.299504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.440464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Calling delete_port for b2ee0b63-7245-4f36-afcc-89b28e3d6285 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:49.442871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] For port b2ee0b63-7245-4f36-afcc-89b28e3d6285, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=b2ee0b63-7245-4f36-afcc-89b28e3d6285,segment=NetworkSegment(b26a1251-91b2-41fb-96ad-b2eca8b38dbe),segment_id=b26a1251-91b2-41fb-96ad-b2eca8b38dbe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:14:49.443502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.454344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44496) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:49.476232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.492183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:49.496647 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Usage tracker for resource:security_group_rule and tenant:a241595d8191469bae12c9a9c2ba4f18 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:49.499738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:49.506007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:49.552044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.557466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a286da1a-702c-409a-bb8b-b598bf65f764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:49.584311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Calling delete_port for b2ee0b63-7245-4f36-afcc-89b28e3d6285 owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:14:49.597378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.610166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ee0b63-7245-4f36-afcc-89b28e3d6285,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:49.612178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] No DVR routers for this DVR port b2ee0b63-7245-4f36-afcc-89b28e3d6285 on host dv-cinder-786524-2-iscsi {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:14:49.614591 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:49.626344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.637399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f524f53d-5b3a-4e4c-a16a-ebeb353d10d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:49.669750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e28f863b-3d07-44fc-a5ac-9c8cdfbd457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.675081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:14:49.675486 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:14:49.686349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a241595d8191469bae12c9a9c2ba4f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308328 Apr 19 11:14:49.688238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf38b76e-d98e-400d-8c91-a3f189a041bb,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:49.692050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-513551fc-b4bb-4787-b232-4d87e33ee228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:49.692798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44500) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:49.746401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.758251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.785530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.854871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.859279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138f50fa-11c8-4623-bb45-c6cba8fecfbb']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:49.860102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7b0af4fe-96fc-41d2-8008-92cb7bce5daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:49.872233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf38b76e-d98e-400d-8c91-a3f189a041bb,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:49.878359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.879579 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf38b76e-d98e-400d-8c91-a3f189a041bb HTTP/1.1" status: 204 len: 168 time: 0.1857197 Apr 19 11:14:49.882213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5767b440-fd72-488b-942e-8fa9252a2781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:49.891828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:49.892223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26a1251-91b2-41fb-96ad-b2eca8b38dbe') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:14:49.905800 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.986714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:49.994295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:14:50.176691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:14:50.177337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Deleting port b2ee0b63-7245-4f36-afcc-89b28e3d6285 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:14:50.177838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:50.186050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:50.269059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-b61a6e25-d9de-45e4-908d-e25873f126ec None None] The port 'b2ee0b63-7245-4f36-afcc-89b28e3d6285' was deleted {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:14:50.394428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Network 138f50fa-11c8-4623-bb45-c6cba8fecfbb has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:14:50.421306 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:14:50.685972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device b2ee0b63-7245-4f36-afcc-89b28e3d6285 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:14:50.689285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:50.695602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:50.705212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b041f934-3b96-4a67-8f22-d87f34bec1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:50.729177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: b2ee0b63-7245-4f36-afcc-89b28e3d6285 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:14:50.729585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device b2ee0b63-7245-4f36-afcc-89b28e3d6285 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:14:50.737490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=138f50fa-11c8-4623-bb45-c6cba8fecfbb,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:50.742317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:50.775807 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] 10.222.0.46 "DELETE /v2.0/networks/138f50fa-11c8-4623-bb45-c6cba8fecfbb HTTP/1.1" status: 204 len: 168 time: 1.8446498 Apr 19 11:14:51.001955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44530) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:51.061368 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bbd6eb8a-b8e5-4516-9ff2-28a0e39f6a81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bceb84f899a74836971556a3d8a02b6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581279 Apr 19 11:14:51.064030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44534) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:51.128470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:51.157082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:51.232162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:51.237528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:51.252611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e99174-b487-4320-a8b4-e5cf35ecee51,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:51.257558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:51.261078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:51.262288 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0e99174-b487-4320-a8b4-e5cf35ecee51 HTTP/1.1" status: 204 len: 168 time: 0.1972625 Apr 19 11:14:51.511917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.100986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d819de17-e688-43b0-8e3a-372267f052e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.158011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44578) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:52.333484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-928142870-network', 'tenant_id': 'c2ad5047aab5417dac4db09d37e1b6a0'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:52.338666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:52.342769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Usage tracker for resource:network and tenant:c2ad5047aab5417dac4db09d37e1b6a0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:52.345840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:52.353526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:52.392053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Made reservation on behalf of c2ad5047aab5417dac4db09d37e1b6a0 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:14:52.396922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.410012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.426025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:52.430838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Usage tracker for resource:security_group_rule and tenant:c2ad5047aab5417dac4db09d37e1b6a0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:52.433847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:52.440301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:52.531799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.563520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.568170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bc322126-0549-4ed0-bcc6-164d6106e7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:52.593830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:14:52.608025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5258ab53-c985-46ba-9300-263e6d5804b4,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:52.611244 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:52.644881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.645283 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Added segment 95cc7f16-ee7d-4bfa-be96-fe85b1e6136a of type vlan for network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 Apr 19 11:14:52.674625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.740979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.742480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:52.743069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:52.748612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:52.862906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Pushing event updated for resources: {'Network': ['ID=29f68491-1422-4d30-a7c1-9f5d49bc3a26,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:52.866671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:52.884403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c34c3e9c-57bc-4ed8-89f0-18786b3120db admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7250352 Apr 19 11:14:52.887544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44588) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:52.889272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:14:52.894141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Request body: {'subnet': {'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-928142870-subnet', 'tenant_id': 'c2ad5047aab5417dac4db09d37e1b6a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:52.899421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:52.903516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Usage tracker for resource:subnet and tenant:c2ad5047aab5417dac4db09d37e1b6a0 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:52.906671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:52.913380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:52.940852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Made reservation on behalf of c2ad5047aab5417dac4db09d37e1b6a0 for: {'subnet': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:14:52.945980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3684689'] for subnet, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:53.128867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:53.214536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:53.378946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852173529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3684672'] for subnet, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:53.383912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c352547b-d4aa-4ad5-8c3a-fca9cd829da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:53.465821 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:53.471047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Checking segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:14:53.471434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Network hostable DHCP agents. Network: 29f68491-1422-4d30-a7c1-9f5d49bc3a26, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:14:53.482318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.482741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.483155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.483566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.483995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.484403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.484802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.485201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.485600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.485999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.486393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.486787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:14:53.493127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:53.529035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:14:53.569170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 29f68491-1422-4d30-a7c1-9f5d49bc3a26) {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:14:53.577949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a4a079-3380-4987-80be-72528df60792 None None] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:14:53.581120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:53.581762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:53.633287 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b3bce363-d03f-481a-b952-39381477f4a5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7443564 Apr 19 11:14:53.821302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade76b6-fa27-451e-ae06-885f23d63c8d None None] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:14:54.118041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:54.204856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-a32d8975-a823-47d1-b0d6-62a76b8134e7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:54.205598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-a32d8975-a823-47d1-b0d6-62a76b8134e7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:14:54.249324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-a32d8975-a823-47d1-b0d6-62a76b8134e7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:14:54.250654 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-a32d8975-a823-47d1-b0d6-62a76b8134e7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.2071617 Apr 19 11:14:54.267888 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-e0f5b6c5-a166-46dc-915a-66c509bf80ac tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/quotas/c2ad5047aab5417dac4db09d37e1b6a0 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Apr 19 11:14:54.323409 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-34b18d40-c4d4-4f78-b9b7-9c0b43a8ab58 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496256 Apr 19 11:14:54.472729 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-29ba2f7c-82e1-47c6-b3cc-d74fae523cca service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387296 Apr 19 11:14:54.617871 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-43cc774e-b55c-4165-873a-c73ce7279fbb service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399651 Apr 19 11:14:54.887499 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad354a3-981b-4653-a942-ba6ae688c0c2 req-5d6f9bae-3af0-42ac-87de-5aec32a42930 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 210 time: 0.0497339 Apr 19 11:14:56.054426 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-14e005d0-c670-4de6-8dbd-32e36ce2087e req-53d3cdd3-c256-411d-aa2f-0cc3e33a2840 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 210 time: 0.0522413 Apr 19 11:14:56.590591 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-dcca54e0-c619-4ee3-b678-bdec205ea0bd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:56.592138 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-dcca54e0-c619-4ee3-b678-bdec205ea0bd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.1621499 Apr 19 11:14:56.605375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Request body: {'port': {'device_id': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'admin_state_up': True, 'tenant_id': 'c2ad5047aab5417dac4db09d37e1b6a0'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:56.757579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:56.764464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Usage tracker for resource:port and tenant:c2ad5047aab5417dac4db09d37e1b6a0 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:56.764605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:56.770645 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:56.798142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Made reservation on behalf of c2ad5047aab5417dac4db09d37e1b6a0 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:14:56.804861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:56.984389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Allocated IP 172.20.0.3 (29f68491-1422-4d30-a7c1-9f5d49bc3a26/f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7/bd3b4821-4ed2-4909-8b50-b9370f26ae2f) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:14:56.988959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44652) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:57.128551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.144589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:57.149221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4469d1cc534307b2e2971c640d55cc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:57.152649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:57.158927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:57.219549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.248685 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-31ae4774-3c70-4ccd-afe2-6214ad338cc0 req-72e250f6-5e62-47d0-a121-509157cc8ddf tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 210 time: 0.0538666 Apr 19 11:14:57.273755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.281060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-119c109b-b3d4-4ba7-8a7b-21337e81f644 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:57.334685 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.357972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.359247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:14:57.362539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:14:57.366942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:14:57.374445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b6851543-8af6-4d1e-8db2-bf7f27dc7634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:57.400061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event updated for resources: {'Port': ['ID=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:57.407101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:57.416467 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa4469d1cc534307b2e2971c640d55cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263051 Apr 19 11:14:57.418283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872e8b4f-14f8-4ff4-b06f-ba8c5cfba90c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:57.420879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44660) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:57.423369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d6b27d86-0783-44ad-b3f3-3d4c53b14347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:57.438372 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:57.439056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.484565 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8832231 Apr 19 11:14:57.488596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.498045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Request body: {'port': {'device_id': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:14:57.516906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.580809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.585646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5c8e9e26-28cd-407d-a8ab-27a3a21384bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:57.599350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872e8b4f-14f8-4ff4-b06f-ba8c5cfba90c,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:57.602205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:57.605742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:57.607495 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e72c0f4d-14dd-4a9e-b8c4-8f8104782d9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/872e8b4f-14f8-4ff4-b06f-ba8c5cfba90c HTTP/1.1" status: 204 len: 168 time: 0.1856194 Apr 19 11:14:57.629427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.047566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44668) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:58.069332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.086584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:14:58.090946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Usage tracker for resource:security_group_rule and tenant:9f434d0d35a0490a94e6b4013338fcdd is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:14:58.094108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:14:58.100381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:14:58.193111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.219748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.228929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a1ff1e93-9718-4ccb-9716-16b9235062df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:58.245943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3b4821-4ed2-4909-8b50-b9370f26ae2f {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:14:58.253834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.270098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Transition to ACTIVE for port object bd3b4821-4ed2-4909-8b50-b9370f26ae2f will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:14:58.274467 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f434d0d35a0490a94e6b4013338fcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242815 Apr 19 11:14:58.274467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2b21e-d6ca-45eb-bd1d-9bc15ab72fe9,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:58.281351 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44674) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:14:58.281454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-26b71749-2205-44bb-b028-7949d4c84e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:58.341532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.348155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-174a3442-2b0b-422d-b1b8-62452a749b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:58.396047 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.485285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb753a-5633-4937-ac37-dc336c7ca407 req-7b47cd9f-8696-4c40-acb0-da0493dae154 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:58.486824 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7beb753a-5633-4937-ac37-dc336c7ca407 req-7b47cd9f-8696-4c40-acb0-da0493dae154 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 943 time: 0.0897772 Apr 19 11:14:58.511024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:58.514623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.523945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:58.535860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7beb753a-5633-4937-ac37-dc336c7ca407 req-fa812c83-8437-4160-bec5-cdb9290ebaf0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:14:58.591747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-7beb753a-5633-4937-ac37-dc336c7ca407 req-fa812c83-8437-4160-bec5-cdb9290ebaf0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:14:58.593074 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7beb753a-5633-4937-ac37-dc336c7ca407 req-fa812c83-8437-4160-bec5-cdb9290ebaf0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986817 Apr 19 11:14:58.663369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Attempting to bind port bd3b4821-4ed2-4909-8b50-b9370f26ae2f on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:14:58.663739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Attempting to bind port bd3b4821-4ed2-4909-8b50-b9370f26ae2f by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:14:58.664141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Attempting to bind port bd3b4821-4ed2-4909-8b50-b9370f26ae2f on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:14:58.669101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Port bd3b4821-4ed2-4909-8b50-b9370f26ae2f on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:14:58.669459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Attempting to bind port bd3b4821-4ed2-4909-8b50-b9370f26ae2f on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:14:58.674909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:14:58.675282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Checking segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:14:58.675701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Bound using segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:14:58.676206 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Bound port: bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:14:58.676622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.690612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.697401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-adf60262-8173-493c-afbe-1903070ad43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:58.740626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2b21e-d6ca-45eb-bd1d-9bc15ab72fe9,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:58.749907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:58.762113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.763335 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adb2b21e-d6ca-45eb-bd1d-9bc15ab72fe9 HTTP/1.1" status: 204 len: 168 time: 0.4863782 Apr 19 11:14:58.803412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] For port bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:14:58.806700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] For port bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:14:58.826495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.831626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6532e3a7-bc54-492b-af83-5a39529e0677 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:14:58.896095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:58.897310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:14:58.898811 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd3b4821-4ed2-4909-8b50-b9370f26ae2f HTTP/1.1" status: 200 len: 1093 time: 1.4056687 Apr 19 11:14:58.899367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'tag': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:14:58.920966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:14:58.924377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:14:58.951131 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'tag': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f', 'status': 'completed', 'code': 200} Apr 19 11:14:59.051916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0ff0e-eefc-4b88-8c88-19985a7c7313 req-aff2302d-af04-4604-8b6a-7d0802b781d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:59.053582 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63c0ff0e-eefc-4b88-8c88-19985a7c7313 req-aff2302d-af04-4604-8b6a-7d0802b781d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 1096 time: 0.0804491 Apr 19 11:14:59.212878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0ff0e-eefc-4b88-8c88-19985a7c7313 req-a126cb6e-184d-4847-bc67-7e700818c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:59.214476 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63c0ff0e-eefc-4b88-8c88-19985a7c7313 req-a126cb6e-184d-4847-bc67-7e700818c2f2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1523814 Apr 19 11:14:59.368675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0ff0e-eefc-4b88-8c88-19985a7c7313 req-e27a1bde-ff43-4160-b336-71afc7ec687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:59.373503 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63c0ff0e-eefc-4b88-8c88-19985a7c7313 req-e27a1bde-ff43-4160-b336-71afc7ec687c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487923 Apr 19 11:14:59.493221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-397e3cdc-bf05-446f-a24b-9495750eaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:59.494854 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-397e3cdc-bf05-446f-a24b-9495750eaf85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 1096 time: 0.0845554 Apr 19 11:14:59.570669 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-33a4b6e0-e380-4c2c-9134-babdb234e9f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f HTTP/1.1" status: 200 len: 217 time: 0.0673940 Apr 19 11:14:59.648586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-6d10fb6d-f489-4755-94e9-bfc8452d127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:59.650328 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-6d10fb6d-f489-4755-94e9-bfc8452d127a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0729401 Apr 19 11:14:59.711267 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-6bf7d5c9-9ca9-4db7-b8f1-c4cc057951cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530574 Apr 19 11:14:59.807391 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006a8da-e7b6-4999-af22-4fc8f1314f18 req-7226f8f5-4785-4a04-894e-22293f8a93d2 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:14:59.809073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0006a8da-e7b6-4999-af22-4fc8f1314f18 req-7226f8f5-4785-4a04-894e-22293f8a93d2 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 943 time: 0.0972507 Apr 19 11:14:59.861396 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-4d94d42b-c88d-4d01-b2ea-672005971f96 service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418521 Apr 19 11:14:59.861496 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0006a8da-e7b6-4999-af22-4fc8f1314f18 req-fee89d26-fe84-456d-b69f-f29347b01bc4 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Apr 19 11:15:00.012583 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b10d85b3-864a-4fef-8dd5-554d6022717c req-7ed334ac-cbb7-4d7f-821e-ead3baa42e5d service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452196 Apr 19 11:15:01.068364 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a733-49c8-4663-9b1b-c63483f2aad2 req-1107a245-6d28-4161-ba0a-7e3121e44e99 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:01.070690 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e877a733-49c8-4663-9b1b-c63483f2aad2 req-1107a245-6d28-4161-ba0a-7e3121e44e99 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 943 time: 0.0905595 Apr 19 11:15:01.124112 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e877a733-49c8-4663-9b1b-c63483f2aad2 req-ba512189-585d-442e-bb2f-35387272fe75 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Apr 19 11:15:01.440827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44752) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:01.564381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.580169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:01.584733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Usage tracker for resource:security_group_rule and tenant:35e66e23d5fc4695b40a3cca033b3531 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:01.587667 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:01.593869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:01.597158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device bd3b4821-4ed2-4909-8b50-b9370f26ae2f details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:15:01.684059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.706293 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.716508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-475d4834-44d8-411e-b8c0-7226ce830094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:01.739386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:01.753522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'port_id': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f', 'mac_address': 'fa:16:3e:e2:ad:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:15:01.759207 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35e66e23d5fc4695b40a3cca033b3531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172417 Apr 19 11:15:01.760967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440a8aa-1a06-4ebf-ac8a-32161c4995ea,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:01.762056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44758) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:01.764243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-90b752e4-cd16-4a03-909a-cfa54576d11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:01.817156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.825385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.836189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3b4821-4ed2-4909-8b50-b9370f26ae2f {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:15:01.852577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:01.853984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.877606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.879475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1ea02c37-64ae-426e-a071-94d6b0f645f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:01.917633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.925227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e6fc3fa4-ba21-4a75-b788-5cb19ccef0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:01.937045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440a8aa-1a06-4ebf-ac8a-32161c4995ea,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:01.939907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:01.948276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:01.949592 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-89933b19-8964-4b8a-875e-05e3b4e986ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a440a8aa-1a06-4ebf-ac8a-32161c4995ea HTTP/1.1" status: 204 len: 168 time: 0.1864815 Apr 19 11:15:01.962762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:01.965827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:02.105444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:15:02.339705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d79ab3-21fc-4470-be7d-d4d47bbded91 req-761c020d-04f5-47fe-999b-0110cc6c65d2 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:02.341358 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3d79ab3-21fc-4470-be7d-d4d47bbded91 req-761c020d-04f5-47fe-999b-0110cc6c65d2 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 944 time: 0.0983577 Apr 19 11:15:02.373260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44768) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:02.389969 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a3d79ab3-21fc-4470-be7d-d4d47bbded91 req-08d0f05a-68ff-4eb8-bf4a-8bea1b5dfa96 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Apr 19 11:15:02.393435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.409304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:02.413472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Usage tracker for resource:security_group_rule and tenant:6f54432bc0994343830a43f1eaac94fd is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:02.416488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:02.422694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:02.509355 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.534288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.542819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c48f6648-3ffa-403d-ad98-89d9646490da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:02.587030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f54432bc0994343830a43f1eaac94fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125213 Apr 19 11:15:02.587936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9dddc-3c2e-44ab-baa0-1695af5ab4bb,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:02.589893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44772) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:02.591221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d7793a12-cd77-41f5-b340-bcfd99ba15ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:02.654060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.682967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.751862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.756979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-95340a90-4f10-4261-8163-a1b7dcb6318c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:02.769265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9dddc-3c2e-44ab-baa0-1695af5ab4bb,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:02.772553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:02.774581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:02.776029 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-26c62825-4027-4f1d-8a3f-687ac5698d6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbc9dddc-3c2e-44ab-baa0-1695af5ab4bb HTTP/1.1" status: 204 len: 168 time: 0.1847110 Apr 19 11:15:03.596448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17785a0-ef4b-415a-a064-475838a47f57 req-ae7c7f29-cb42-4614-8d16-de2b8891ad1a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:03.598066 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c17785a0-ef4b-415a-a064-475838a47f57 req-ae7c7f29-cb42-4614-8d16-de2b8891ad1a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 944 time: 0.0940917 Apr 19 11:15:03.606178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device bd3b4821-4ed2-4909-8b50-b9370f26ae2f up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:03.648738 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c17785a0-ef4b-415a-a064-475838a47f57 req-3cf4c0de-a7f3-4e10-9fcb-cf2b01b5a206 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Apr 19 11:15:03.695230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port bd3b4821-4ed2-4909-8b50-b9370f26ae2f completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:03.700393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port bd3b4821-4ed2-4909-8b50-b9370f26ae2f triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:03.700826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:03.829978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:03.858165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:15:03.868897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:03.900680 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:03.902813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f12cea45-fefb-49ff-a39a-7795b425f23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:03.945393 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f', 'code': 200} Apr 19 11:15:03.979503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:03.982799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:04.215925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4738-a335-4b3e-a404-101acb85a188 req-51cfd4aa-737b-42b0-b559-f6b7a8ddf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:04.217533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b6a4738-a335-4b3e-a404-101acb85a188 req-51cfd4aa-737b-42b0-b559-f6b7a8ddf255 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 1098 time: 0.0835764 Apr 19 11:15:04.264878 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b6a4738-a335-4b3e-a404-101acb85a188 req-a1026694-93b9-47fe-b151-e09a66aa00c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Apr 19 11:15:04.852887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecdc77-e67f-4ee7-88ca-1b9668bb1cbb req-f2c96050-d9bf-45f3-a98c-7bdf0aba4ba1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:04.854463 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2aecdc77-e67f-4ee7-88ca-1b9668bb1cbb req-f2c96050-d9bf-45f3-a98c-7bdf0aba4ba1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 945 time: 0.0903223 Apr 19 11:15:04.904465 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2aecdc77-e67f-4ee7-88ca-1b9668bb1cbb req-7fe160d2-83f4-4cdc-9f08-16c71678fed3 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Apr 19 11:15:06.116521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479e938-b99c-4488-9fa6-3e2316af3f33 req-7c0d953d-b90e-46fc-baba-8bd1236fa5b5 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:06.118115 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c479e938-b99c-4488-9fa6-3e2316af3f33 req-7c0d953d-b90e-46fc-baba-8bd1236fa5b5 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 945 time: 0.0918765 Apr 19 11:15:06.166121 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c479e938-b99c-4488-9fa6-3e2316af3f33 req-88e10f17-3ba1-43b4-8e10-be4568d8c3a5 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Apr 19 11:15:07.270531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44834) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:07.402326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.418022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:07.422091 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:f62a459485454b1f9d7b25ab22747d2d is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:07.425048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:07.431935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:07.518760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.551778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.561631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9a016a65-4a4c-4abe-a878-369f5bc59983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:07.608645 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f62a459485454b1f9d7b25ab22747d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368392 Apr 19 11:15:07.610380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ffe3f-db9b-46db-afbc-316c02ae0f51,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:07.611606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44840) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:07.613923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:07.677912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.705325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.780598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.785917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9fe5396a-8bb1-4935-a073-3a4240161e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:07.797289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ffe3f-db9b-46db-afbc-316c02ae0f51,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:07.802603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:07.804798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:07.806672 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b7ffe3f-db9b-46db-afbc-316c02ae0f51 HTTP/1.1" status: 204 len: 168 time: 0.1939037 Apr 19 11:15:08.716981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44876) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:08.832981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-602614700-network', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:08.837993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:08.842053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Usage tracker for resource:network and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:08.845090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:08.852077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:08.877443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Made reservation on behalf of e4962d0185f7415bb6bdcc827e46bda9 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:08.882905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:08.895945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:08.911131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:08.915265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:08.918317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:08.924438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:09.011113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:09.042956 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:09.047163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-148c5002-6322-42ab-89af-789b657ca501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:09.076149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:15:09.086117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e255cf-afae-42cd-ab40-c2c58b7eec7b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:09.090023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:09.092617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:09.093012 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Added segment 19af7590-ba73-423b-a9f2-22db9d2785c6 of type vlan for network 44ddac08-706e-43bb-a292-74b8904c3749 Apr 19 11:15:09.123700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:09.180431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:09.181926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:09.182571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:09.187901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:09.294949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Pushing event updated for resources: {'Network': ['ID=44ddac08-706e-43bb-a292-74b8904c3749,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:09.297906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:09.305877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network 44ddac08-706e-43bb-a292-74b8904c3749 details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:15:09.323794 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6055403 Apr 19 11:15:09.326844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44882) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:09.332959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Request body: {'subnet': {'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-602614700-subnet', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:09.339011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:09.343077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Usage tracker for resource:subnet and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:09.346106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:09.352970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:09.391532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Made reservation on behalf of e4962d0185f7415bb6bdcc827e46bda9 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:09.396535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852574588'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.070013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2151375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852574571'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.074813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-00c81890-868c-42f6-bdc0-8ba63bb74efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:10.154078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097be339-d2b4-40c6-bf86-6b9d114d4765,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:10.156842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:10.163605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Checking segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:10.164036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Network hostable DHCP agents. Network: 44ddac08-706e-43bb-a292-74b8904c3749, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:15:10.225736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Network 44ddac08-706e-43bb-a292-74b8904c3749 is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:15:10.260023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, 44ddac08-706e-43bb-a292-74b8904c3749) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:10.269231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46280a45-1e37-4da7-9e6d-ed898817620a None None] Network 44ddac08-706e-43bb-a292-74b8904c3749 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:15:10.273005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:10.273663 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.321418 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a936797f-41e6-4d5c-8a31-d233e7cb17f3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9901083 Apr 19 11:15:10.321769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44892) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:10.327480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:10.332758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:10.336854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Usage tracker for resource:router and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:10.339836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:10.345882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:10.380178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.381265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.397195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.496916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-44ddac08-706e-43bb-a292-74b8904c3749', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:15:10.497837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.676444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Allocated IP 172.20.0.2 (44ddac08-706e-43bb-a292-74b8904c3749/097be339-d2b4-40c6-bf86-6b9d114d4765/ddb0fe44-029f-49a2-8834-5fdb90552f6e) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:10.706186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.902874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.913778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Transition to ACTIVE for port object ddb0fe44-029f-49a2-8834-5fdb90552f6e will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:10.933494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Transition to ACTIVE for port object ddb0fe44-029f-49a2-8834-5fdb90552f6e will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:10.968994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:10.974645 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c027b8af-b0cb-456e-9214-8e0234f4af46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:11.031380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Network 44ddac08-706e-43bb-a292-74b8904c3749 is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:11.039078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:11.043496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:11.083090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.090734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Pushing event updated for resources: {'Port': ['ID=ddb0fe44-029f-49a2-8834-5fdb90552f6e,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:11.115299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.126067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:11.147198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Attempting to bind port ddb0fe44-029f-49a2-8834-5fdb90552f6e on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:11.147616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Attempting to bind port ddb0fe44-029f-49a2-8834-5fdb90552f6e by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:11.148072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Attempting to bind port ddb0fe44-029f-49a2-8834-5fdb90552f6e on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:11.153833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:11.154154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Checking segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:11.154604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.155039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Bound using segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:11.155554 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Bound port: ddb0fe44-029f-49a2-8834-5fdb90552f6e, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:11.155992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.249482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] For port ddb0fe44-029f-49a2-8834-5fdb90552f6e, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:11.253019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] For port ddb0fe44-029f-49a2-8834-5fdb90552f6e, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=ddb0fe44-029f-49a2-8834-5fdb90552f6e,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:11.264889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Allocated IP 172.27.0.209 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/58892a22-d3c4-41b3-ac4f-7052913a0b72) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:11.290163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.296145 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8cbae9c8-0eec-4d8a-99f1-9bff12be94e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:11.389026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Pushing event updated for resources: {'Port': ['ID=ddb0fe44-029f-49a2-8834-5fdb90552f6e,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:11.392320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:11.426808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.483931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:11.489194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ee4105f7-2bb6-4f10-9725-8ba72c3bfd85 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:11.554215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:11.557713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:11.561611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:11.605052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Pushing event updated for resources: {'Port': ['ID=58892a22-d3c4-41b3-ac4f-7052913a0b72,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:11.609442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:12.288216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:12.652478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57784b9-3ee0-43db-9110-5a1c101278e3 None None] Network 44ddac08-706e-43bb-a292-74b8904c3749 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:15:12.665437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:12.751536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device ddb0fe44-029f-49a2-8834-5fdb90552f6e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:12.792882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-54689d0f-e568-4822-915f-ba950e8a05d5 None None] Provisioning for port ddb0fe44-029f-49a2-8834-5fdb90552f6e completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:12.923304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:15:12.952395 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port ddb0fe44-029f-49a2-8834-5fdb90552f6e completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:12.964522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port ddb0fe44-029f-49a2-8834-5fdb90552f6e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:12.964882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:13.121032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:13.124886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:15:13.140604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:15:13.178753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:13.178753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:13.197859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:13.199813 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8762877 Apr 19 11:15:13.201973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44902) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:13.236494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port ddb0fe44-029f-49a2-8834-5fdb90552f6e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=ddb0fe44-029f-49a2-8834-5fdb90552f6e,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:13.300823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:13.315817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:13.392811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f7c13746-1903-4522-a28a-4e33fa87c423 None None] Provisioning complete for port ddb0fe44-029f-49a2-8834-5fdb90552f6e triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:13.393162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f7c13746-1903-4522-a28a-4e33fa87c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:13.478829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=ddb0fe44-029f-49a2-8834-5fdb90552f6e,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:13.486370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:13.515290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:13.829976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:15:13.870258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:11Z', 'revision_number': 3, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:13.874784 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:15:13.875186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Updating router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 port 58892a22-d3c4-41b3-ac4f-7052913a0b72 binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:15:13.917679 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:13.931763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.144787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Allocated IP 172.20.0.1 (44ddac08-706e-43bb-a292-74b8904c3749/097be339-d2b4-40c6-bf86-6b9d114d4765/36da99dc-76b1-4631-8d52-1c2fc593a982) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:14.435025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.452692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Transition to ACTIVE for port object 36da99dc-76b1-4631-8d52-1c2fc593a982 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:14.495187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.505917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.507916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Transition to ACTIVE for port object 58892a22-d3c4-41b3-ac4f-7052913a0b72 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:14.511766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ba8b6505-bf0c-4317-ac84-d39b4956d278 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:14.545794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.550713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:14.581387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Network 44ddac08-706e-43bb-a292-74b8904c3749 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:14.585822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:14.589815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:14.628874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Pushing event updated for resources: {'Port': ['ID=36da99dc-76b1-4631-8d52-1c2fc593a982,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:14.630216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Attempting to bind port 58892a22-d3c4-41b3-ac4f-7052913a0b72 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:14.630630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Attempting to bind port 58892a22-d3c4-41b3-ac4f-7052913a0b72 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:14.632188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Attempting to bind port 58892a22-d3c4-41b3-ac4f-7052913a0b72 on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:14.634542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:14.643537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac08163-ba78-433c-a8cd-c61d3bc0ea14 None None] Pushing event updated for resources: {'Port': ['ID=58892a22-d3c4-41b3-ac4f-7052913a0b72,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:14.646614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ac08163-ba78-433c-a8cd-c61d3bc0ea14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:14.648505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:14.648917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:14.649365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.649802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:14.650333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Bound port: 58892a22-d3c4-41b3-ac4f-7052913a0b72, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:14.650752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.659717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.768095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device ddb0fe44-029f-49a2-8834-5fdb90552f6e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:14.808813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] For port 58892a22-d3c4-41b3-ac4f-7052913a0b72, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:14.829088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] For port 58892a22-d3c4-41b3-ac4f-7052913a0b72, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=58892a22-d3c4-41b3-ac4f-7052913a0b72,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:14.849354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port ddb0fe44-029f-49a2-8834-5fdb90552f6e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:14.849736 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.872551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.891777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:14.898893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:14.999317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-6d90acba-f367-466d-a561-dfd3ca06ce50 None None] Provisioning for port 36da99dc-76b1-4631-8d52-1c2fc593a982 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:15.013055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac08163-ba78-433c-a8cd-c61d3bc0ea14 None None] Pushing event updated for resources: {'Port': ['ID=58892a22-d3c4-41b3-ac4f-7052913a0b72,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:15.015718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-6d90acba-f367-466d-a561-dfd3ca06ce50 None None] Provisioning complete for port 36da99dc-76b1-4631-8d52-1c2fc593a982 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:15.016178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6d90acba-f367-466d-a561-dfd3ca06ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:15.044822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ac08163-ba78-433c-a8cd-c61d3bc0ea14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:15.051189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:15.051795 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:15.121211 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:15.145570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:15.207988 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d6597c5e-0a3c-4fa4-8b5a-818c412e0a6c tempest-VolumesNegativeTest-758658861 tempest-VolumesNegativeTest-758658861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:15.241687 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:15.282550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6d90acba-f367-466d-a561-dfd3ca06ce50 None None] Port 36da99dc-76b1-4631-8d52-1c2fc593a982 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:15:15.332195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:15.615865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Pushing event updated for resources: {'Port': ['ID=36da99dc-76b1-4631-8d52-1c2fc593a982,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:15.620379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:15.678330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Network 44ddac08-706e-43bb-a292-74b8904c3749 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:15.679547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:15.685408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:15.689671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55545ca7-0607-4bb7-96af-d722935c56f9 None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:15:15.882704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:15:15.912626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f9cabcc6-037c-47d2-98be-5280c4870196 None None] Provisioning complete for port 36da99dc-76b1-4631-8d52-1c2fc593a982 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:15.913098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f9cabcc6-037c-47d2-98be-5280c4870196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:15.975127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-f9cabcc6-037c-47d2-98be-5280c4870196 None None] Port 36da99dc-76b1-4631-8d52-1c2fc593a982 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:15:16.087651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:15:16.098510 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] 10.222.0.46 "PUT /v2.0/routers/2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954742 Apr 19 11:15:16.758862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 58892a22-d3c4-41b3-ac4f-7052913a0b72 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:16.782429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-0f1e6b1d-5983-4824-852c-dd9949248124 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:16.791867 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-0f1e6b1d-5983-4824-852c-dd9949248124 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.2088220 Apr 19 11:15:16.805537 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-f0f77e3d-b0ce-43d7-ba1a-b3fcbee0d7d9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/quotas/c2ad5047aab5417dac4db09d37e1b6a0 HTTP/1.1" status: 200 len: 375 time: 0.0121634 Apr 19 11:15:16.836684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 44938) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:16.843087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-467214036-network', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:16.848388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:16.853733 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Usage tracker for resource:network and tenant:d0842242330d4e05b08f05b1e92b2a2a is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:16.856849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:16.863112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:16.872535 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 58892a22-d3c4-41b3-ac4f-7052913a0b72 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:16.878190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 58892a22-d3c4-41b3-ac4f-7052913a0b72 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:16.878704 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:16.901718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Made reservation on behalf of d0842242330d4e05b08f05b1e92b2a2a for: {'network': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:16.908793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for network, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:16.912942 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-47f2587b-65a4-4973-a1fb-89658fa0ca2b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992134 Apr 19 11:15:16.931432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:16.948452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:16.952897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Usage tracker for resource:security_group_rule and tenant:d0842242330d4e05b08f05b1e92b2a2a is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:16.956378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:16.964201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:17.043661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.061481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.062923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 58892a22-d3c4-41b3-ac4f-7052913a0b72, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=58892a22-d3c4-41b3-ac4f-7052913a0b72,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:17.071573 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-a00acb88-e95e-4acb-976d-0e3efa42fdf9 service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503091 Apr 19 11:15:17.105565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.110288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ed1c8687-c71b-4d89-84f6-12430f3ac11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:17.128799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.130796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ac08163-ba78-433c-a8cd-c61d3bc0ea14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:17.147806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8604a412-1004-4f04-9ffd-74e04c20f54e,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:17.150684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=86485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:15:17.153113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:17.160776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.161167 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.segments_db [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Added segment ce4f374d-d23a-4e16-8408-45e18bc94d18 of type vlan for network f52ca6d6-8fe4-42b9-aa64-29080b5422ef Apr 19 11:15:17.192817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737757550775'] for network, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.205786 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=58892a22-d3c4-41b3-ac4f-7052913a0b72,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:17.218186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:17.227821 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-3cb77baa-351f-460e-b579-5a6873f23dab service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496029 Apr 19 11:15:17.248714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010'] for network, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.250727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:17.250947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.257628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:17.371199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Pushing event updated for resources: {'Network': ['ID=f52ca6d6-8fe4-42b9-aa64-29080b5422ef,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:17.374334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:17.382053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef details requested by agent ovs-agent-dv-cinder-786524-2-iscsi with host dv-cinder-786524-2-iscsi {{(pid=86486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:15:17.397545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44942) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:17.397665 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-01f290e9-a8a1-41fe-9cb5-6683a7ed21af admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5591815 Apr 19 11:15:17.404440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Request body: {'subnet': {'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-467214036-subnet', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:17.410616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:17.418306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Usage tracker for resource:subnet and tenant:d0842242330d4e05b08f05b1e92b2a2a is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:17.421162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:17.431732 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:17.739225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Made reservation on behalf of d0842242330d4e05b08f05b1e92b2a2a for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:17.739225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852574588'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:17.739225 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6f9b8348-70e2-4451-a36f-5e266b58d110 req-164e37e1-9336-41bb-b35c-a2cb78b034a7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 210 time: 0.0997202 Apr 19 11:15:18.150386 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2151375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852574571'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.155423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:18.233877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b6f3b5-675f-4ca2-b478-64f0acf827fd,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:18.237984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:18.245602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Checking segment: {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:18.246001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Network hostable DHCP agents. Network: f52ca6d6-8fe4-42b9-aa64-29080b5422ef, hostable agents: ['312acf62-2b2f-4607-b6d5-fef27d0c791d'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:15:18.294088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef is scheduled to be hosted by DHCP agent 312acf62-2b2f-4607-b6d5-fef27d0c791d with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:15:18.351422 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-iscsi, f52ca6d6-8fe4-42b9-aa64-29080b5422ef) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:18.361675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9fc56-154e-4211-b57c-fb7827c1b83d None None] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:15:18.366320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:18.366983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.415341 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-3344b25d-b38b-4354-b9c7-0c4f03910441 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0169353 Apr 19 11:15:18.417959 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44956) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:18.423410 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:18.429115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:18.433287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Usage tracker for resource:router and tenant:d0842242330d4e05b08f05b1e92b2a2a is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:18.437072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:18.443469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:18.478100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771859'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.479235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854384924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854358270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854260461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3942'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.495640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.602302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb1e1fd-d6c0-56da-ba0b-3712090eb32f-f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'fixed_ips': [{'subnet_id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd'}]}} from dv-cinder-786524-2-iscsi. {{(pid=86486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:15:18.603236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.767586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 58892a22-d3c4-41b3-ac4f-7052913a0b72 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:18.856729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Allocated IP 172.20.0.2 (f52ca6d6-8fe4-42b9-aa64-29080b5422ef/d8b6f3b5-675f-4ca2-b478-64f0acf827fd/da618361-712f-412b-9824-851a514ba2a0) {{(pid=86486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:18.883147 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c1429139-4517-4b6a-8211-5c753a999f31 req-7406c034-e8e8-45f5-81f9-def14230ce4f tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 210 time: 0.1207829 Apr 19 11:15:18.906362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 58892a22-d3c4-41b3-ac4f-7052913a0b72 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:18.906774 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:18.915334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854358027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3927'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.145259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:15:19.145259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:19.145259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:19.218640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Notify callbacks [] for port, precommit_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.230139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Transition to ACTIVE for port object da618361-712f-412b-9824-851a514ba2a0 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:19.262295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Transition to ACTIVE for port object da618361-712f-412b-9824-851a514ba2a0 will not be triggered until provisioned by entity DHCP. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:19.330834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.368363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.370336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146'] for port, after_create {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.378852 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:19.570457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2e87fe17-ae59-474a-aa10-18853235067c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:19.638674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Allocated IP 172.27.0.70 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/4e810fae-ed62-4f98-887e-e71fdf54051e) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:19.663861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef is already hosted by enough agents. {{(pid=86486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:19.665138 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Resources bound (agent type, host, resource id): {{(pid=86486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:19.670465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Received port after_create {{(pid=86486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:19.753342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Pushing event updated for resources: {'Port': ['ID=da618361-712f-412b-9824-851a514ba2a0,revision_number=1']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:19.762705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6aedf42e-7f5c-4e78-a266-10303b84f44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.763527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:19.786139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Attempting to bind port da618361-712f-412b-9824-851a514ba2a0 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:19.786998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Attempting to bind port da618361-712f-412b-9824-851a514ba2a0 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:19.786998 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Attempting to bind port da618361-712f-412b-9824-851a514ba2a0 on network f52ca6d6-8fe4-42b9-aa64-29080b5422ef {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:19.793378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:19.793595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Checking segment: {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:19.793909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.794352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Bound using segment: {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:19.794875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Bound port: da618361-712f-412b-9824-851a514ba2a0, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:19.795300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.801630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 2, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:19.806543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:15:19.807180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Updating router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 port 36da99dc-76b1-4631-8d52-1c2fc593a982 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:15:19.867202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.875609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.906859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] For port da618361-712f-412b-9824-851a514ba2a0, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:19.910466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] For port da618361-712f-412b-9824-851a514ba2a0, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=da618361-712f-412b-9824-851a514ba2a0,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:19.958700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.958964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:19.964375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:19.969260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e8ce8cb0-30c7-42d3-a0c8-b81754bdbd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:20.082824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:20.085469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:20.089445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:20.096447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Pushing event updated for resources: {'Port': ['ID=da618361-712f-412b-9824-851a514ba2a0,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:20.103040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:20.141377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-a3644d6e-90e1-4e01-ba11-05be860124c0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:20.142980 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-a3644d6e-90e1-4e01-ba11-05be860124c0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.2474508 Apr 19 11:15:20.156007 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Request body: {'port': {'device_id': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'admin_state_up': True, 'tenant_id': 'c2ad5047aab5417dac4db09d37e1b6a0'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:20.226029 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-24e8690c-8f67-4de9-a44a-48d47578b545 req-ea430deb-a78a-4608-865a-e05acdc3b191 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 210 time: 0.0699406 Apr 19 11:15:20.277039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Pushing event updated for resources: {'Port': ['ID=4e810fae-ed62-4f98-887e-e71fdf54051e,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:20.395340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:20.423061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:20.436672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Usage tracker for resource:port and tenant:c2ad5047aab5417dac4db09d37e1b6a0 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:20.440570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:20.447802 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:20.496568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Made reservation on behalf of c2ad5047aab5417dac4db09d37e1b6a0 for: {'port': 1} {{(pid=86485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:20.503454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:20.744170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:20.766093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Transition to ACTIVE for port object 36da99dc-76b1-4631-8d52-1c2fc593a982 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:20.769169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Allocated IP 172.20.0.4 (29f68491-1422-4d30-a7c1-9f5d49bc3a26/f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7/47400835-a71f-4f2c-bc8d-477f8e5e6301) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:20.802810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device da618361-712f-412b-9824-851a514ba2a0 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:20.814613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:20.820981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:20.940427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port da618361-712f-412b-9824-851a514ba2a0 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:21.029427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Pushing event updated for resources: {'Port': ['ID=36da99dc-76b1-4631-8d52-1c2fc593a982,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:21.078814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.079191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.079568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.079982 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.080353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.080717 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.081079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.081438 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.081813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.082272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.082499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.083012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:21.112483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:21.113505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Attempting to bind port 36da99dc-76b1-4631-8d52-1c2fc593a982 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:21.113911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Attempting to bind port 36da99dc-76b1-4631-8d52-1c2fc593a982 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:21.114310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Attempting to bind port 36da99dc-76b1-4631-8d52-1c2fc593a982 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:21.120811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:21.122506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Checking segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:21.122957 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.123570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Bound using segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:21.124125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Bound port: 36da99dc-76b1-4631-8d52-1c2fc593a982, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:21.124558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.135123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.166510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.204554 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.211363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5a07eca7-3e80-4f82-9ecd-6e3dadcbf2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:21.218090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:15:21.224458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] For port 36da99dc-76b1-4631-8d52-1c2fc593a982, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:21.228208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] For port 36da99dc-76b1-4631-8d52-1c2fc593a982, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=36da99dc-76b1-4631-8d52-1c2fc593a982,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:21.269718 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.278116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:21.367653 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:21.368398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:14:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:21.375863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:21.391488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:21.402767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:21.539001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event updated for resources: {'Port': ['ID=47400835-a71f-4f2c-bc8d-477f8e5e6301,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:21.552323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:21.575120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:21.576034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.617272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.644567 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b1fb725d-0ac2-4a2e-b0a2-2cabcd977449 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4929771 Apr 19 11:15:21.657078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Request body: {'port': {'device_id': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:21.691087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Pushing event updated for resources: {'Port': ['ID=36da99dc-76b1-4631-8d52-1c2fc593a982,revision_number=4']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:21.698454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5e5bc2e7-32f8-459b-934a-c6b4b0b44aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:21.708831 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:21.799856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417759'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.807699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578b799-b780-4146-9317-b7a60162736a None None] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:15:21.812253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09291551-955b-4718-965c-78ee007fc32c req-0f5bb9dc-81f8-4e1c-bbcc-3b357cbc63ec tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:21.820344 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-09291551-955b-4718-965c-78ee007fc32c req-0f5bb9dc-81f8-4e1c-bbcc-3b357cbc63ec tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 931 time: 0.3005517 Apr 19 11:15:21.828731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:21.997631 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-09291551-955b-4718-965c-78ee007fc32c req-341f9b86-36f6-437e-894c-7d7c807db766 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763277 Apr 19 11:15:22.070054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Provisioning for port da618361-712f-412b-9824-851a514ba2a0 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:22.092037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Provisioning complete for port da618361-712f-412b-9824-851a514ba2a0 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:22.092818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.104860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:21Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:22.113554 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524839d-af11-4d89-a994-42abbb41b3e6 None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:21Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:15:22.153226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Router 3214d64c-ab4b-4991-9180-350bb9fd9b57 is scheduled to L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:15:22.187903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9405a262-76d9-4b26-9bdc-3b78d244e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.263101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.324279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47400835-a71f-4f2c-bc8d-477f8e5e6301 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:15:22.337666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] For port da618361-712f-412b-9824-851a514ba2a0, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=da618361-712f-412b-9824-851a514ba2a0,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:22.348135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.370112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Transition to ACTIVE for port object 47400835-a71f-4f2c-bc8d-477f8e5e6301 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:22.374748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.377317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a95b323a-8980-4187-bf12-b9ed01e92538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:22.403194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.408715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-399eca2e-e19c-4a01-8d37-3128cf3412b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:22.429095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:15:22.457298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Sync routers for ids ['3214d64c-ab4b-4991-9180-350bb9fd9b57'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:15:22.476965 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Routers {'3214d64c-ab4b-4991-9180-350bb9fd9b57'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:22.477604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:15:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['3214d64c-ab4b-4991-9180-350bb9fd9b57'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:22.492753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.496080 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0769069 Apr 19 11:15:22.500381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44972) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:22.567371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Pushing event updated for resources: {'Port': ['ID=47400835-a71f-4f2c-bc8d-477f8e5e6301,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:22.610031 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:22.618189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Pushing event updated for resources: {'Port': ['ID=da618361-712f-412b-9824-851a514ba2a0,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:22.621589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:22.639819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-7cf61727-5c28-44dc-8d6f-287491d5729b None None] Provisioning complete for port da618361-712f-412b-9824-851a514ba2a0 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:22.640514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7cf61727-5c28-44dc-8d6f-287491d5729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.727808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Attempting to bind port 47400835-a71f-4f2c-bc8d-477f8e5e6301 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:22.728505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Attempting to bind port 47400835-a71f-4f2c-bc8d-477f8e5e6301 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:22.729085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Attempting to bind port 47400835-a71f-4f2c-bc8d-477f8e5e6301 on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:22.734867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Port 47400835-a71f-4f2c-bc8d-477f8e5e6301 on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:15:22.735497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Attempting to bind port 47400835-a71f-4f2c-bc8d-477f8e5e6301 on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:22.745471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:22.746175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Checking segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:22.746822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Bound using segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:22.747505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Bound port: 47400835-a71f-4f2c-bc8d-477f8e5e6301, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:22.748158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.779465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device da618361-712f-412b-9824-851a514ba2a0 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:22.855467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] For port 47400835-a71f-4f2c-bc8d-477f8e5e6301, host hv-cinder-78652, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:22.860440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] For port 47400835-a71f-4f2c-bc8d-477f8e5e6301, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:22.890005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Set router 3214d64c-ab4b-4991-9180-350bb9fd9b57 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:22.913035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.918481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:22.973404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:22.973958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:22.976418 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] 10.222.0.55 "PUT /v2.0/ports/47400835-a71f-4f2c-bc8d-477f8e5e6301 HTTP/1.1" status: 200 len: 1093 time: 1.3239632 Apr 19 11:15:22.979296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'tag': '47400835-a71f-4f2c-bc8d-477f8e5e6301'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:15:23.011334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Pushing event updated for resources: {'Port': ['ID=47400835-a71f-4f2c-bc8d-477f8e5e6301,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:23.014835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:23.121918 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'tag': '47400835-a71f-4f2c-bc8d-477f8e5e6301', 'status': 'completed', 'code': 200} Apr 19 11:15:23.156715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-92a4dd81-e305-4221-916c-67b4e2a268a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:23.160969 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-92a4dd81-e305-4221-916c-67b4e2a268a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 1096 time: 0.1127703 Apr 19 11:15:23.195081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port da618361-712f-412b-9824-851a514ba2a0 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:23.195497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:23.232491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:23.246720 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-8afbb306-f388-438b-aefe-4f1a84d73813 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301 HTTP/1.1" status: 200 len: 217 time: 0.0712671 Apr 19 11:15:23.281698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:23.337635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b477beb0-a22c-4d10-8c57-96880a69e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:23.339371 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-b477beb0-a22c-4d10-8c57-96880a69e0dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0847113 Apr 19 11:15:23.377921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59b02-a967-4e8d-9d01-2e3a696c9f7c req-190841a0-0bc6-43e0-9967-3ea0b3263dc9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:23.379536 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b0b59b02-a967-4e8d-9d01-2e3a696c9f7c req-190841a0-0bc6-43e0-9967-3ea0b3263dc9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 943 time: 0.1739359 Apr 19 11:15:23.396638 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-4438df13-feb0-4a95-bbd6-d03eaabd614e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503659 Apr 19 11:15:23.419483 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 36da99dc-76b1-4631-8d52-1c2fc593a982 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:23.503473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:15:20Z', 'revision_number': 3, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:23.510526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Checking router: 3214d64c-ab4b-4991-9180-350bb9fd9b57 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:15:23.510922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Updating router 3214d64c-ab4b-4991-9180-350bb9fd9b57 port 4e810fae-ed62-4f98-887e-e71fdf54051e binding host dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:15:23.558913 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-482629e2-fc6e-46a0-9850-6bf6b52755ab service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552079 Apr 19 11:15:23.578216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:23.609612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 36da99dc-76b1-4631-8d52-1c2fc593a982 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:23.624903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 36da99dc-76b1-4631-8d52-1c2fc593a982 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:23.625317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:23.715585 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df5e6711-d4ca-486d-96fa-96a8d05da2e6 req-61c5b2b1-9c27-4543-afac-55e03fcd1261 service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486454 Apr 19 11:15:23.739038 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b0b59b02-a967-4e8d-9d01-2e3a696c9f7c req-bd8b9162-2f1e-40e2-b825-ae7521c0f608 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677466 Apr 19 11:15:23.745569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:23.876495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-6932419f-5f2d-4fe3-8753-40de8c15ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:23.878133 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-6932419f-5f2d-4fe3-8753-40de8c15ee4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 1096 time: 0.0847979 Apr 19 11:15:23.985931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Allocated IP 172.20.0.1 (f52ca6d6-8fe4-42b9-aa64-29080b5422ef/d8b6f3b5-675f-4ca2-b478-64f0acf827fd/8d3365e9-9889-4dec-87e1-e6975efe8e47) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:24.027026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-26f4a786-72cf-4958-ba64-1ba145b093f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:24.028723 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-26f4a786-72cf-4958-ba64-1ba145b093f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 915 time: 0.1440470 Apr 19 11:15:24.092445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.112520 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-6a9d818a-d0a1-479a-9ce0-095a5290861e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301 HTTP/1.1" status: 200 len: 217 time: 0.0761502 Apr 19 11:15:24.173066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 36da99dc-76b1-4631-8d52-1c2fc593a982, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=36da99dc-76b1-4631-8d52-1c2fc593a982,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:24.188630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.197642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-79a0664a-1bb1-4580-8dab-6d090755b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:24.199705 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-79a0664a-1bb1-4580-8dab-6d090755b8b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0766015 Apr 19 11:15:24.206143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.229860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.238024 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8cbae9c8-0eec-4d8a-99f1-9bff12be94e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:24.244461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Transition to ACTIVE for port object 8d3365e9-9889-4dec-87e1-e6975efe8e47 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:24.259898 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-b05c4495-876b-4dd8-b466-d171050fb419 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525503 Apr 19 11:15:24.274768 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-c0d244f8-d6f1-45ff-b67c-647155ca9633 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231480 Apr 19 11:15:24.323763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.341066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.342463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=36da99dc-76b1-4631-8d52-1c2fc593a982,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:24.345610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Transition to ACTIVE for port object 4e810fae-ed62-4f98-887e-e71fdf54051e will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:24.348334 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7fb45575-ce17-4ce2-b54a-67a46079698a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:24.348514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:24.380742 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.386200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:24.440037 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-9f250e6e-21d3-4669-b9b2-bdb1fe70e290 service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714180 Apr 19 11:15:24.462248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:24.470790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:24.473365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:24.473596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Attempting to bind port 4e810fae-ed62-4f98-887e-e71fdf54051e on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:24.474013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Attempting to bind port 4e810fae-ed62-4f98-887e-e71fdf54051e by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:24.474427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Attempting to bind port 4e810fae-ed62-4f98-887e-e71fdf54051e on network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:24.479721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf335fe-3d6f-4cf4-b5a7-ce51c226d2d2 None None] Pushing event updated for resources: {'Port': ['ID=4e810fae-ed62-4f98-887e-e71fdf54051e,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:24.484067 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-baf335fe-3d6f-4cf4-b5a7-ce51c226d2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:24.485011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:24.485536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Checking segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:24.485848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.486275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Bound using segment: {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:24.486929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Bound port: 4e810fae-ed62-4f98-887e-e71fdf54051e, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec0dbc-ce53-405c-9d14-1983de502871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:24.487196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.530477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Pushing event updated for resources: {'Port': ['ID=8d3365e9-9889-4dec-87e1-e6975efe8e47,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:24.533618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:24.563990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361086'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.589969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] For port 4e810fae-ed62-4f98-887e-e71fdf54051e, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:24.593896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] For port 4e810fae-ed62-4f98-887e-e71fdf54051e, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=4e810fae-ed62-4f98-887e-e71fdf54051e,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:24.626413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:24.631764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-11823f62-18a8-4860-9042-5679ec4a32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:24.739283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-fbb29ef2-ff7b-4f4e-8de3-4e1487148e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:24.741511 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-fbb29ef2-ff7b-4f4e-8de3-4e1487148e89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.3592861 Apr 19 11:15:24.767935 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 36da99dc-76b1-4631-8d52-1c2fc593a982 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:24.828444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf335fe-3d6f-4cf4-b5a7-ce51c226d2d2 None None] Pushing event updated for resources: {'Port': ['ID=4e810fae-ed62-4f98-887e-e71fdf54051e,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:24.835671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-baf335fe-3d6f-4cf4-b5a7-ce51c226d2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:24.854389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Routers {'3214d64c-ab4b-4991-9180-350bb9fd9b57'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:24.855249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:15:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['3214d64c-ab4b-4991-9180-350bb9fd9b57'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:24.863421 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ab95e8d-9126-45f2-bf49-7a1b21bdd725 req-db968962-ab8d-41e5-be76-810a5212f1cb service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136498 Apr 19 11:15:24.989199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-9804a338-e528-4c37-ba28-17c372fc842d None None] Provisioning for port 8d3365e9-9889-4dec-87e1-e6975efe8e47 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:25.009196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-9804a338-e528-4c37-ba28-17c372fc842d None None] Provisioning complete for port 8d3365e9-9889-4dec-87e1-e6975efe8e47 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:25.009629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9804a338-e528-4c37-ba28-17c372fc842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:25.031073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-ece8dc48-35d5-4ed5-a17b-202583b4e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:25.032709 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-ece8dc48-35d5-4ed5-a17b-202583b4e7cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 910 time: 0.2583144 Apr 19 11:15:25.119526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-9804a338-e528-4c37-ba28-17c372fc842d None None] Port 8d3365e9-9889-4dec-87e1-e6975efe8e47 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:15:25.123919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:25.126538 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 36da99dc-76b1-4631-8d52-1c2fc593a982 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:25.126970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:25.183131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] Set router 3214d64c-ab4b-4991-9180-350bb9fd9b57 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:25.244491 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-31a85e9f-ba5e-44ea-88bc-91b82a8c6175 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 1001 time: 0.2028682 Apr 19 11:15:25.255749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7382131-9850-4c1e-be9a-7145b7d6105a req-4d4b9a2b-f739-433f-ac92-4240bb703256 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:25.257469 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7382131-9850-4c1e-be9a-7145b7d6105a req-4d4b9a2b-f739-433f-ac92-4240bb703256 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 943 time: 0.3555107 Apr 19 11:15:25.441808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-7966b9cb-c99e-4df2-b84a-ec48e6c82680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:25.443428 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-7966b9cb-c99e-4df2-b84a-ec48e6c82680 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.1849940 Apr 19 11:15:25.446482 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7382131-9850-4c1e-be9a-7145b7d6105a req-b092caca-c800-45c3-ad85-f113c57010c6 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806173 Apr 19 11:15:25.586277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-ffdb36fb-55d2-499d-8cc9-fd118452492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:25.587819 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-ffdb36fb-55d2-499d-8cc9-fd118452492d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366069 Apr 19 11:15:25.606387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '8d3365e9-9889-4dec-87e1-e6975efe8e47', 'name': '', 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:23Z', 'updated_at': '2021-04-19T11:15:23Z', 'revision_number': 1, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'subnets': [{'id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:25.610609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf13cff-0b14-4f39-b4a8-d117e59d6cdc None None] The sync data for ids ['3214d64c-ab4b-4991-9180-350bb9fd9b57'] in dv-cinder-786524-2-iscsi is: [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '8d3365e9-9889-4dec-87e1-e6975efe8e47', 'name': '', 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:23Z', 'updated_at': '2021-04-19T11:15:23Z', 'revision_number': 1, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'subnets': [{'id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:15:25.629722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:25.680305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:25.718441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:25.752213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 47400835-a71f-4f2c-bc8d-477f8e5e6301 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:15:25.827615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414821'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:25.842569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Pushing event updated for resources: {'Port': ['ID=8d3365e9-9889-4dec-87e1-e6975efe8e47,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:25.855196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:25.900678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 47400835-a71f-4f2c-bc8d-477f8e5e6301, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:25.914840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '47400835-a71f-4f2c-bc8d-477f8e5e6301', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'port_id': '47400835-a71f-4f2c-bc8d-477f8e5e6301', 'mac_address': 'fa:16:3e:14:d0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:15:25.944802 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-410bf4fd-0402-43a4-839f-5807bffa4b30 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464475 Apr 19 11:15:25.992074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:26.015947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47400835-a71f-4f2c-bc8d-477f8e5e6301 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:15:26.037225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 47400835-a71f-4f2c-bc8d-477f8e5e6301, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:26.090439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:26.092880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:26.157261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:26.161212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:26.173879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=47400835-a71f-4f2c-bc8d-477f8e5e6301,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:26.180773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:26.342079 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['47400835-a71f-4f2c-bc8d-477f8e5e6301'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:15:26.504798 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-f7907fe7-ddce-4d2a-8173-0fcd6fc2e941 None None] Provisioning complete for port 8d3365e9-9889-4dec-87e1-e6975efe8e47 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:26.505288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f7907fe7-ddce-4d2a-8173-0fcd6fc2e941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:26.606957 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1d0e36b6-1e5b-468c-bafe-3a121001b5d6 req-861492b6-dcbb-4ad0-be5e-bae0cf038d69 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461420 Apr 19 11:15:26.613577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-f7907fe7-ddce-4d2a-8173-0fcd6fc2e941 None None] Port 8d3365e9-9889-4dec-87e1-e6975efe8e47 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:15:26.741442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Router 3214d64c-ab4b-4991-9180-350bb9fd9b57 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:15:26.749772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 4e810fae-ed62-4f98-887e-e71fdf54051e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:26.751905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcd184-a4cf-4d3b-b10b-631848cfd490 req-08d2b830-7e01-4790-b6fb-d8acceff5932 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:26.753548 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f3bcd184-a4cf-4d3b-b10b-631848cfd490 req-08d2b830-7e01-4790-b6fb-d8acceff5932 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 944 time: 0.1453769 Apr 19 11:15:26.866588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 4e810fae-ed62-4f98-887e-e71fdf54051e completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:26.877515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 4e810fae-ed62-4f98-887e-e71fdf54051e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:26.878158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:26.956736 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f3bcd184-a4cf-4d3b-b10b-631848cfd490 req-9f438385-3dc3-485f-9081-72432c2d69ce tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948476 Apr 19 11:15:26.997703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:15:27.014082 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] 10.222.0.46 "PUT /v2.0/routers/3214d64c-ab4b-4991-9180-350bb9fd9b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5069973 Apr 19 11:15:27.023566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.041797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 4e810fae-ed62-4f98-887e-e71fdf54051e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=4e810fae-ed62-4f98-887e-e71fdf54051e,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:27.071599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.073710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:27.151499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=4e810fae-ed62-4f98-887e-e71fdf54051e,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:27.156788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:27.623963 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44990) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:27.630029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944240463', 'description': 'tempest-secgroup-smoke-1944240463 description', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:27.636409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:27.640479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:27.643459 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:27.650428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:27.676776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.697723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:27.701741 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:27.704641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:27.711519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:27.752335 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 47400835-a71f-4f2c-bc8d-477f8e5e6301 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:27.786256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.813972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.820543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bae46684-9544-4f96-82f1-3ab5854fd25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:27.848199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 47400835-a71f-4f2c-bc8d-477f8e5e6301 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:27.853827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 47400835-a71f-4f2c-bc8d-477f8e5e6301 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:27.854195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.861045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d795c0ce-c325-442d-86b7-d00c6aa26374,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:27.865150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:27.911312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.912881 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2878280 Apr 19 11:15:27.916035 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 44994) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:27.921909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group_rule': {'security_group_id': 'd795c0ce-c325-442d-86b7-d00c6aa26374', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:27.928681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:27.932772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:27.935734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:27.942085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:27.982547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:27.986725 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.012505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47400835-a71f-4f2c-bc8d-477f8e5e6301'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:15:28.024177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 47400835-a71f-4f2c-bc8d-477f8e5e6301, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:28.054012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.054245 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.056316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e7a67a91-2be6-43eb-bcb0-d95d0ffc6356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:28.082756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.085824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:28.091599 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47400835-a71f-4f2c-bc8d-477f8e5e6301', 'code': 200} Apr 19 11:15:28.131782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=47400835-a71f-4f2c-bc8d-477f8e5e6301,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:28.134890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:28.162579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64340265-d4f7-418e-a987-0fa7e3984d4e,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:28.171167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:28.197825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.199345 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820723 Apr 19 11:15:28.202420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45002) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:28.208425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group_rule': {'security_group_id': 'd795c0ce-c325-442d-86b7-d00c6aa26374', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:28.211805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e3ec-3030-4ced-ace2-114195505ede req-3ac5e506-d1db-450f-a7f4-c7c707b80112 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:28.213414 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ee4e3ec-3030-4ced-ace2-114195505ede req-3ac5e506-d1db-450f-a7f4-c7c707b80112 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 945 time: 0.1206050 Apr 19 11:15:28.215551 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:28.219781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:28.222892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:28.230218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:28.263818 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3ee4e3ec-3030-4ced-ace2-114195505ede req-e0fcad85-9782-487c-9e72-3cd0da7299ee tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Apr 19 11:15:28.295890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.369829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.392060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a525b1-b92a-4cc5-8e8b-dd7e2d55145b req-17273f43-2d0a-451e-af4c-0382a7a7bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:28.393652 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a5a525b1-b92a-4cc5-8e8b-dd7e2d55145b req-17273f43-2d0a-451e-af4c-0382a7a7bda5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 1098 time: 0.0865037 Apr 19 11:15:28.414427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.416917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7601c54c-5322-44ba-bdbb-0e24941385a8 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:28.441941 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f508989-ad94-459b-a4bd-57b86e1d8d13,revision_number=0']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:28.444872 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:28.446597 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a5a525b1-b92a-4cc5-8e8b-dd7e2d55145b req-2dc36be2-657b-45b1-b283-e9ec2b984335 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Apr 19 11:15:28.500082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.501393 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e5300f2d-9e89-4d95-8fec-881003a97fcf tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2976017 Apr 19 11:15:28.504549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45006) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:28.510869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group_rule': {'security_group_id': 'd795c0ce-c325-442d-86b7-d00c6aa26374', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:28.517453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:28.521516 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:28.524528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:28.530605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:28.575760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.643594 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.682906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.685361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-79f7303d-d3c4-4814-84ed-7c3c7a024388 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:28.710508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4598970b-d51c-49a3-861a-3449afa35b83,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:28.722082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:28.722670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 4e810fae-ed62-4f98-887e-e71fdf54051e up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:28.751454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.752890 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472663 Apr 19 11:15:28.755772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45010) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:28.763838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group_rule': {'security_group_id': 'd795c0ce-c325-442d-86b7-d00c6aa26374', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:28.771771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:28.776380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:28.779489 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:28.785966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:28.798009 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Sync routers for ids ['3214d64c-ab4b-4991-9180-350bb9fd9b57'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:15:28.800519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 4e810fae-ed62-4f98-887e-e71fdf54051e triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:28.800944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.808984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Routers {'3214d64c-ab4b-4991-9180-350bb9fd9b57'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:28.809637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:15:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['3214d64c-ab4b-4991-9180-350bb9fd9b57'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:28.826987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.899230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.940580 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:28.942690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:28.967403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f37fd3-42a7-4a6d-8c14-8d3fea3c1dc0,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:28.976966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:29.006407 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Set router 3214d64c-ab4b-4991-9180-350bb9fd9b57 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:29.014553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.015986 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2589166 Apr 19 11:15:29.018813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45014) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:29.025195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group_rule': {'security_group_id': 'd795c0ce-c325-442d-86b7-d00c6aa26374', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:29.035450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:29.040903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:29.044004 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:29.050127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:29.083025 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.securitygroups_db [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Project e4962d0185f7415bb6bdcc827e46bda9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:15:29.090778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.160898 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.192190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.200520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-51c16216-082c-4ab9-ab26-2cbcce906747 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:29.223327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73fbde2-d544-4091-8972-78e8ae2e8bf0,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:29.226440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:29.260347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.262642 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-182c3c7e-bd80-4aec-9f50-31ee052e5fe0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2419679 Apr 19 11:15:29.264874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45018) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:15:29.271059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'security_group_rule': {'security_group_id': 'd795c0ce-c325-442d-86b7-d00c6aa26374', 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:29.293103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:29.305740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:security_group_rule and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:29.305740 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:29.311350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:29.351791 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.securitygroups_db [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Project e4962d0185f7415bb6bdcc827e46bda9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:15:29.359456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.366505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '8d3365e9-9889-4dec-87e1-e6975efe8e47', 'name': '', 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:23Z', 'updated_at': '2021-04-19T11:15:25Z', 'revision_number': 2, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'subnets': [{'id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:29.371207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Checking router: 3214d64c-ab4b-4991-9180-350bb9fd9b57 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:15:29.371616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Updating router 3214d64c-ab4b-4991-9180-350bb9fd9b57 port 8d3365e9-9889-4dec-87e1-e6975efe8e47 binding host dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:15:29.437525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.514708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecfdfb-17fd-4605-a961-a4103a055d4b req-058d9d40-19aa-4d33-b4af-de3edeacb2ac tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:29.516334 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-79ecfdfb-17fd-4605-a961-a4103a055d4b req-058d9d40-19aa-4d33-b4af-de3edeacb2ac tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 945 time: 0.1106412 Apr 19 11:15:29.578582 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-79ecfdfb-17fd-4605-a961-a4103a055d4b req-a0d0ed4c-d322-4972-ae19-0ff6fa0f7fbc tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550497 Apr 19 11:15:29.580393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.608934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510144'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.611296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e383034c-ffba-485a-b91f-ec07e6081f0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:29.640708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a309b1-e687-4642-b9ca-e80322fe90e6,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:29.646205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:29.700701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.702097 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8cf3761e-74fe-4a00-8718-63af0e9a5531 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4357588 Apr 19 11:15:29.974705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:29.984028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Transition to ACTIVE for port object 8d3365e9-9889-4dec-87e1-e6975efe8e47 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:30.031357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:30.036678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:30.204114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd42e9-6bc2-45c7-ad70-0a0ba2ef64d8 None None] Pushing event updated for resources: {'Port': ['ID=8d3365e9-9889-4dec-87e1-e6975efe8e47,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:30.212328 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9ebd42e9-6bc2-45c7-ad70-0a0ba2ef64d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:30.268559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Attempting to bind port 8d3365e9-9889-4dec-87e1-e6975efe8e47 on host dv-cinder-786524-2-iscsi for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:30.268972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Attempting to bind port 8d3365e9-9889-4dec-87e1-e6975efe8e47 by drivers openvswitch,hyperv on host dv-cinder-786524-2-iscsi at level 0 using segments [{'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:30.269376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Attempting to bind port 8d3365e9-9889-4dec-87e1-e6975efe8e47 on network f52ca6d6-8fe4-42b9-aa64-29080b5422ef {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:30.276370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Checking agent: {'id': '81be9a07-0050-40e1-843b-b94f171c9e2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 58, 23), 'started_at': datetime.datetime(2021, 4, 19, 10, 58, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:30.276915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Checking segment: {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:30.277359 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:30.277794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Bound using segment: {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:30.278308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Bound port: 8d3365e9-9889-4dec-87e1-e6975efe8e47, host: dv-cinder-786524-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4f374d-d23a-4e16-8408-45e18bc94d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:30.278746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:30.373428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] For port 8d3365e9-9889-4dec-87e1-e6975efe8e47, host dv-cinder-786524-2-iscsi, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:30.376493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] For port 8d3365e9-9889-4dec-87e1-e6975efe8e47, host dv-cinder-786524-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=8d3365e9-9889-4dec-87e1-e6975efe8e47,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:30.426311 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:30.431158 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:30.512193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Routers {'3214d64c-ab4b-4991-9180-350bb9fd9b57'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:15:30.512877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:15:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['3214d64c-ab4b-4991-9180-350bb9fd9b57'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:30.648972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd42e9-6bc2-45c7-ad70-0a0ba2ef64d8 None None] Pushing event updated for resources: {'Port': ['ID=8d3365e9-9889-4dec-87e1-e6975efe8e47,revision_number=4']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:30.654057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9ebd42e9-6bc2-45c7-ad70-0a0ba2ef64d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:30.727288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] Set router 3214d64c-ab4b-4991-9180-350bb9fd9b57 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:15:30.791217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 8d3365e9-9889-4dec-87e1-e6975efe8e47 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:30.837603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d12b3-7a56-4a94-8208-4454a50e907e req-cb4e7fe7-e8e8-4e04-aff5-33c4cfa06739 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:30.840427 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-186d12b3-7a56-4a94-8208-4454a50e907e req-cb4e7fe7-e8e8-4e04-aff5-33c4cfa06739 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 945 time: 0.1182225 Apr 19 11:15:30.894764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning for port 8d3365e9-9889-4dec-87e1-e6975efe8e47 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:30.902616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 8d3365e9-9889-4dec-87e1-e6975efe8e47 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:30.903369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:30.906256 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-186d12b3-7a56-4a94-8208-4454a50e907e req-828dd56e-c6e1-4575-adaa-29cef9c4e23e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592279 Apr 19 11:15:31.075920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:31.087173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '8d3365e9-9889-4dec-87e1-e6975efe8e47', 'name': '', 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:23Z', 'updated_at': '2021-04-19T11:15:30Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'subnets': [{'id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:15:31.092928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fc6c3-c2e3-47fd-a45a-0e00764a8c32 None None] The sync data for ids ['3214d64c-ab4b-4991-9180-350bb9fd9b57'] in dv-cinder-786524-2-iscsi is: [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '8d3365e9-9889-4dec-87e1-e6975efe8e47', 'name': '', 'network_id': 'f52ca6d6-8fe4-42b9-aa64-29080b5422ef', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:23Z', 'updated_at': '2021-04-19T11:15:30Z', 'revision_number': 4, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'subnets': [{'id': 'd8b6f3b5-675f-4ca2-b478-64f0acf827fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:15:31.121932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] For port 8d3365e9-9889-4dec-87e1-e6975efe8e47, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=8d3365e9-9889-4dec-87e1-e6975efe8e47,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:31.145966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:31.149446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:31.233089 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Pushing event updated for resources: {'Port': ['ID=8d3365e9-9889-4dec-87e1-e6975efe8e47,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:31.236649 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:32.730384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 8d3365e9-9889-4dec-87e1-e6975efe8e47 up at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:32.978190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Provisioning complete for port 8d3365e9-9889-4dec-87e1-e6975efe8e47 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:32.978620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:33.299228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-1e5e6e48-8639-4a07-9ed7-b52442812597 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:33.300922 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-1e5e6e48-8639-4a07-9ed7-b52442812597 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.1723905 Apr 19 11:15:33.317620 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-6305dfe8-5251-46d4-8855-3f4a56033c00 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/quotas/c2ad5047aab5417dac4db09d37e1b6a0 HTTP/1.1" status: 200 len: 375 time: 0.0102680 Apr 19 11:15:33.412510 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d13be274-ff0c-4819-bac4-5b4b09ba15e0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886726 Apr 19 11:15:33.565574 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-73500bd4-08e9-4e44-911c-d8f779ce31f4 service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454344 Apr 19 11:15:33.712470 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-0e2433c0-a9eb-4c3c-8f70-b92c3bca260b service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402555 Apr 19 11:15:33.989995 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-365601fa-402b-4525-88d9-c537096975cf req-e0adddb1-38f9-45e3-a7e1-19ca412c757e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 210 time: 0.0536397 Apr 19 11:15:35.159368 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8b23916c-02c4-47f8-86f9-ec6a764c9a5b req-f73a639d-222a-4de6-9ad4-00e101784e2b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 210 time: 0.0544753 Apr 19 11:15:35.529587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-ba7fc22f-4a72-4291-a01e-b0b10af90cfd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:35.531130 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-ba7fc22f-4a72-4291-a01e-b0b10af90cfd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.1667254 Apr 19 11:15:35.549171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Request body: {'port': {'device_id': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'admin_state_up': True, 'tenant_id': 'c2ad5047aab5417dac4db09d37e1b6a0'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:35.703827 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:35.707866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Usage tracker for resource:port and tenant:c2ad5047aab5417dac4db09d37e1b6a0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:35.711382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:35.718019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:35.757888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Made reservation on behalf of c2ad5047aab5417dac4db09d37e1b6a0 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:35.764344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:35.944298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Allocated IP 172.20.0.2 (29f68491-1422-4d30-a7c1-9f5d49bc3a26/f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7/6097f0f2-c683-45f0-a030-0e45dd0838c0) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:36.169141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:36.226381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:36.236341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a714e2c7-cd3d-48a7-81a0-4c00b0c5cf01 tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:36.244314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f', '47400835-a71f-4f2c-bc8d-477f8e5e6301'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:15:36.338466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:36.346453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:36.349034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:36.419883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event updated for resources: {'Port': ['ID=6097f0f2-c683-45f0-a030-0e45dd0838c0,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:36.422914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:36.460604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:36.461280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:36.495056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6ea3f-d4ef-44cc-a4bd-1ca3051ec9e6 req-5fa602d2-982c-44a6-8d9f-52199a8fc944 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:36.496652 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42a6ea3f-d4ef-44cc-a4bd-1ca3051ec9e6 req-5fa602d2-982c-44a6-8d9f-52199a8fc944 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 931 time: 0.2048078 Apr 19 11:15:36.552987 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-42a6ea3f-d4ef-44cc-a4bd-1ca3051ec9e6 req-af02a486-3af3-4fc9-8e3a-d8929f41bef0 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Apr 19 11:15:36.574816 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d8c9c13f-ad5a-4591-aad1-6598921c2a98 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0308836 Apr 19 11:15:36.587426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Request body: {'port': {'device_id': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:36.712350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:37.089925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6097f0f2-c683-45f0-a030-0e45dd0838c0 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:15:37.098449 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:37.124675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Transition to ACTIVE for port object 6097f0f2-c683-45f0-a030-0e45dd0838c0 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:37.156772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:37.162660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:37.582762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Pushing event updated for resources: {'Port': ['ID=6097f0f2-c683-45f0-a030-0e45dd0838c0,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:37.611602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:37.657326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Attempting to bind port 6097f0f2-c683-45f0-a030-0e45dd0838c0 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:37.657706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Attempting to bind port 6097f0f2-c683-45f0-a030-0e45dd0838c0 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:37.658073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Attempting to bind port 6097f0f2-c683-45f0-a030-0e45dd0838c0 on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:37.663163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Port 6097f0f2-c683-45f0-a030-0e45dd0838c0 on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:15:37.663523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Attempting to bind port 6097f0f2-c683-45f0-a030-0e45dd0838c0 on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:37.669068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:37.669444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Checking segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:37.669867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Bound using segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:37.670336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Bound port: 6097f0f2-c683-45f0-a030-0e45dd0838c0, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:37.670724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:37.840222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] For port 6097f0f2-c683-45f0-a030-0e45dd0838c0, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:37.845162 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] For port 6097f0f2-c683-45f0-a030-0e45dd0838c0, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:37.855822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48c07-ed2e-4abc-bac4-9e38f1063dab req-20c9ef68-430a-49e8-a8a6-f7dfb782ced8 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:37.856612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-84e48c07-ed2e-4abc-bac4-9e38f1063dab req-20c9ef68-430a-49e8-a8a6-f7dfb782ced8 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:15:37.888626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:37.893613 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ddff8614-61bb-4e64-bf89-773bce03027b tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:37.940990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-84e48c07-ed2e-4abc-bac4-9e38f1063dab req-20c9ef68-430a-49e8-a8a6-f7dfb782ced8 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:15:37.942315 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84e48c07-ed2e-4abc-bac4-9e38f1063dab req-20c9ef68-430a-49e8-a8a6-f7dfb782ced8 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 943 time: 0.2603822 Apr 19 11:15:37.956408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:37.956866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:37.958523 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] 10.222.0.55 "PUT /v2.0/ports/6097f0f2-c683-45f0-a030-0e45dd0838c0 HTTP/1.1" status: 200 len: 1093 time: 1.3756576 Apr 19 11:15:37.963210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'tag': '6097f0f2-c683-45f0-a030-0e45dd0838c0'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:15:38.016436 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'tag': '6097f0f2-c683-45f0-a030-0e45dd0838c0', 'status': 'completed', 'code': 200} Apr 19 11:15:38.075951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Pushing event updated for resources: {'Port': ['ID=6097f0f2-c683-45f0-a030-0e45dd0838c0,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:38.079495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:38.091993 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84e48c07-ed2e-4abc-bac4-9e38f1063dab req-99e04c2b-8043-42b0-a9dc-0aa2e350c920 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318758 Apr 19 11:15:38.123478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-66126fa6-6d7a-422c-812a-1b1f40b1b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:38.125108 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-66126fa6-6d7a-422c-812a-1b1f40b1b209 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 1096 time: 0.0974276 Apr 19 11:15:38.206301 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-d7932198-3027-42ec-ae3d-d0a18fcb99e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0 HTTP/1.1" status: 200 len: 217 time: 0.0724721 Apr 19 11:15:38.279341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-6dd10e57-d48a-4f8f-8d0e-e11cffe86f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:38.280945 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-6dd10e57-d48a-4f8f-8d0e-e11cffe86f6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0684760 Apr 19 11:15:38.340566 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-b16c7bd6-1326-46ec-bd24-9cea993ad801 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521002 Apr 19 11:15:38.489727 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-e955505b-854a-48e5-93ae-f7123a976d4c service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415229 Apr 19 11:15:38.641749 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fcd5ae22-b09e-4416-93ef-e863bd549682 req-271c3a79-f1a7-4341-9ba4-1447379de8ce service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393094 Apr 19 11:15:38.806930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-b726b2a0-dcee-40f9-b127-6b080e1dad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:38.808619 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-b726b2a0-dcee-40f9-b127-6b080e1dad49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 1096 time: 0.0800667 Apr 19 11:15:38.959003 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-12a8986c-d7af-4407-9d23-f996c24a8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:38.960623 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-12a8986c-d7af-4407-9d23-f996c24a8c8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 915 time: 0.1411579 Apr 19 11:15:39.041151 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-96c75664-3486-4292-801e-ff4584c8c2c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0 HTTP/1.1" status: 200 len: 217 time: 0.0725341 Apr 19 11:15:39.113313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-6d641867-5f4e-468b-bcca-483603242b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:39.115255 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-6d641867-5f4e-468b-bcca-483603242b8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0656230 Apr 19 11:15:39.175287 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-66996b97-b783-45c1-b327-3b05dae558be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506067 Apr 19 11:15:39.403226 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-d94f739d-6eb5-4aa0-8375-dbbe71aaebf3 service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179053 Apr 19 11:15:39.416181 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7af34-27a7-40fe-bfb8-44b725c01b30 req-7b25ed71-cfc8-4663-a396-10a39ba1b690 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:39.417652 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-52c7af34-27a7-40fe-bfb8-44b725c01b30 req-7b25ed71-cfc8-4663-a396-10a39ba1b690 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 943 time: 0.2030251 Apr 19 11:15:39.573342 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-52c7af34-27a7-40fe-bfb8-44b725c01b30 req-181674ba-5059-4595-856c-9aa00c4c4ea4 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310527 Apr 19 11:15:39.612837 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2f1f2de2-55fc-44dd-bd56-7a25fed469c2 req-ded0dd5a-4005-432a-b003-7eb074e85dcf service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941915 Apr 19 11:15:39.855252 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 6097f0f2-c683-45f0-a030-0e45dd0838c0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:15:40.027619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 6097f0f2-c683-45f0-a030-0e45dd0838c0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:40.043163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '6097f0f2-c683-45f0-a030-0e45dd0838c0', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'port_id': '6097f0f2-c683-45f0-a030-0e45dd0838c0', 'mac_address': 'fa:16:3e:df:d0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:15:40.116773 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:40.139713 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6097f0f2-c683-45f0-a030-0e45dd0838c0 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:15:40.158628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 6097f0f2-c683-45f0-a030-0e45dd0838c0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:40.191340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:40.194906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:40.280193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=6097f0f2-c683-45f0-a030-0e45dd0838c0,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:40.291066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.291464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.291850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.292255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.292629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.293002 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.293666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.294042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.294429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.294799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.295177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.295534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:40.299901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:40.454805 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['6097f0f2-c683-45f0-a030-0e45dd0838c0'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:15:40.789746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e71331-b7fd-4043-921d-1b6809e0849e req-118c9397-907f-4551-91bf-31ea75125cc5 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:40.791356 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a7e71331-b7fd-4043-921d-1b6809e0849e req-118c9397-907f-4551-91bf-31ea75125cc5 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 944 time: 0.0945885 Apr 19 11:15:40.840597 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a7e71331-b7fd-4043-921d-1b6809e0849e req-8a9b00b8-edfb-4a46-ae0c-0d5642bec7fd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Apr 19 11:15:41.863490 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 6097f0f2-c683-45f0-a030-0e45dd0838c0 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:15:41.962472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 6097f0f2-c683-45f0-a030-0e45dd0838c0 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:41.969213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 6097f0f2-c683-45f0-a030-0e45dd0838c0 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:41.969657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:42.052752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b9852-3a88-4558-9a20-0d5f4ed8fde8 req-7d6ee373-ac13-49e7-8895-86aee39b24be tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:42.054405 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b79b9852-3a88-4558-9a20-0d5f4ed8fde8 req-7d6ee373-ac13-49e7-8895-86aee39b24be tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 944 time: 0.0933185 Apr 19 11:15:42.104192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:42.105637 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b79b9852-3a88-4558-9a20-0d5f4ed8fde8 req-75b6a94c-22d5-4571-866a-29d4eef0a480 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Apr 19 11:15:42.133136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6097f0f2-c683-45f0-a030-0e45dd0838c0'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:15:42.143135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 6097f0f2-c683-45f0-a030-0e45dd0838c0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:15:42.174643 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:42.177898 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:42.258241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=6097f0f2-c683-45f0-a030-0e45dd0838c0,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:42.261753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:42.321243 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6097f0f2-c683-45f0-a030-0e45dd0838c0', 'code': 200} Apr 19 11:15:42.612724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2b52-2545-4065-bb13-04d4e677a655 req-154298fa-dfe3-4b52-8053-834c4498e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:42.614318 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ddf2b52-2545-4065-bb13-04d4e677a655 req-154298fa-dfe3-4b52-8053-834c4498e46b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 1098 time: 0.0809851 Apr 19 11:15:42.662482 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ddf2b52-2545-4065-bb13-04d4e677a655 req-34926362-1e49-40b3-84a9-aef4ad4e390f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391972 Apr 19 11:15:43.312499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454eac41-3b9d-44b1-a0cd-c2cbdf98202f req-2505da48-2888-4bee-a2db-4a8d7399a6fd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:43.314094 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-454eac41-3b9d-44b1-a0cd-c2cbdf98202f req-2505da48-2888-4bee-a2db-4a8d7399a6fd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 945 time: 0.0926404 Apr 19 11:15:43.362547 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-454eac41-3b9d-44b1-a0cd-c2cbdf98202f req-691db4e9-c3ac-4285-85b8-0cce8013562d tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Apr 19 11:15:44.564366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8690e-51da-48fb-8891-89c8458b376a req-94f569ea-7899-4f5e-9d40-e8123192040b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:44.566138 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5fc8690e-51da-48fb-8891-89c8458b376a req-94f569ea-7899-4f5e-9d40-e8123192040b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 945 time: 0.0885830 Apr 19 11:15:44.617523 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5fc8690e-51da-48fb-8891-89c8458b376a req-95c645f7-aff6-4c0c-b4e3-c67b2da2573e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Apr 19 11:15:47.397681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-84321d7b-4e06-4592-bf0a-f6c705a92060 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:15:47.453385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-84321d7b-4e06-4592-bf0a-f6c705a92060 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:15:47.454666 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-84321d7b-4e06-4592-bf0a-f6c705a92060 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944240463&fields=id&tenant_id=e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 267 time: 0.0988259 Apr 19 11:15:47.620970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-f803225f-7716-4f9d-a339-d3a996104f55 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:47.621627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-f803225f-7716-4f9d-a339-d3a996104f55 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:15:47.653964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-f803225f-7716-4f9d-a339-d3a996104f55 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:15:47.655245 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-f803225f-7716-4f9d-a339-d3a996104f55 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 811 time: 0.1929278 Apr 19 11:15:47.671747 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-caf24773-a10b-4162-9116-70b49b544b60 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/quotas/e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 375 time: 0.0105658 Apr 19 11:15:47.762751 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-96e7eb06-410c-4eb2-92d6-0056967b76e8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855150 Apr 19 11:15:47.912275 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-907dfb9d-765d-4ee2-b6cd-9b9d656ef1eb service neutron] 10.222.0.46 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366045 Apr 19 11:15:48.057201 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-f4d55fb1-a79b-40c9-99d5-1c6b4c9b8be5 service neutron] 10.222.0.46 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387484 Apr 19 11:15:48.663747 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bc207338-a53a-42c1-b9f5-8ec8fd490042 req-bac15fa7-e5cd-4e62-8c29-2b7ceca7562d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0534532 Apr 19 11:15:49.619722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fda2df7d-962a-4dbc-bb26-254dcdc20f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:49.835865 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ae1822ca-5285-4112-bc3e-c899b883f239 req-9c14421c-34e3-4c96-89a1-9102bf2cdf89 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0505168 Apr 19 11:15:50.331057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-292d29bb-dd47-4d05-8e70-19cd944b6565 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:50.332684 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-292d29bb-dd47-4d05-8e70-19cd944b6565 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 811 time: 0.1631896 Apr 19 11:15:50.410221 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-ef63c0fb-55d9-4c7d-ad08-d3b3cf1ae707 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 8061 time: 0.0683992 Apr 19 11:15:50.437808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'port': {'device_id': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'admin_state_up': True, 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'security_groups': ['d795c0ce-c325-442d-86b7-d00c6aa26374']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:50.583016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:50.587426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:port and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:15:50.590454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:15:50.596637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:50.648333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Made reservation on behalf of e4962d0185f7415bb6bdcc827e46bda9 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:50.654328 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:50.829344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:15:51.023296 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9fe7093-5f4f-4b82-bedd-f7f52d32e94f req-cd8ff772-558a-42dc-9d72-fd91553e2ce0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0628550 Apr 19 11:15:51.122347 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Allocated IP 172.20.0.6 (44ddac08-706e-43bb-a292-74b8904c3749/097be339-d2b4-40c6-bf86-6b9d114d4765/afb62319-466b-4802-b0d3-373e9c687d53) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:15:51.325582 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:51.341838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Transition to ACTIVE for port object afb62319-466b-4802-b0d3-373e9c687d53 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:51.391062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:51.397708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0cd0ec18-65e8-4170-917a-cdee88d6ba1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:51.470447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Network 44ddac08-706e-43bb-a292-74b8904c3749 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:15:51.473780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:15:51.478539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:15:51.495100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:51.524314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=afb62319-466b-4802-b0d3-373e9c687d53,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:51.534989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.535414 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.535840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.536282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.536689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.537153 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.537556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.538642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.539057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.539601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.539911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.540329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:15:51.546218 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:51.570373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:51.571060 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:51.608685 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-0b98d01b-1d57-4d3a-af83-548e2ac5f058 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1749134 Apr 19 11:15:51.621977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Request body: {'port': {'device_id': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:51.659120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0ac8aacf-6a04-48b0-918f-6ae4a1090ec0 None None] Provisioning for port afb62319-466b-4802-b0d3-373e9c687d53 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:15:51.664262 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0ac8aacf-6a04-48b0-918f-6ae4a1090ec0 None None] Provisioning complete for port afb62319-466b-4802-b0d3-373e9c687d53 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:15:51.664903 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0ac8aacf-6a04-48b0-918f-6ae4a1090ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:51.721541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8aacf-6a04-48b0-918f-6ae4a1090ec0 None None] Port afb62319-466b-4802-b0d3-373e9c687d53 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:15:51.748541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.110867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8692cd4e-0cba-4ab6-9a50-ca01466bb226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.117196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb62319-466b-4802-b0d3-373e9c687d53 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:15:52.125210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.142465 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Transition to ACTIVE for port object afb62319-466b-4802-b0d3-373e9c687d53 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:15:52.183809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.193716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dddc00da-0273-4aa1-833a-d0511f293627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:52.387636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Pushing event updated for resources: {'Port': ['ID=afb62319-466b-4802-b0d3-373e9c687d53,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:52.390572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:52.463996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837da9-c99a-4c3e-b36a-9ef6bde6ddea req-f7a7259d-c394-48f5-9fde-c907e1131ef9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:52.464778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-04837da9-c99a-4c3e-b36a-9ef6bde6ddea req-f7a7259d-c394-48f5-9fde-c907e1131ef9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:15:52.495460 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Attempting to bind port afb62319-466b-4802-b0d3-373e9c687d53 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:15:52.495844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Attempting to bind port afb62319-466b-4802-b0d3-373e9c687d53 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:15:52.496243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Attempting to bind port afb62319-466b-4802-b0d3-373e9c687d53 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:52.502065 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Port afb62319-466b-4802-b0d3-373e9c687d53 on network 44ddac08-706e-43bb-a292-74b8904c3749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:15:52.502472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Attempting to bind port afb62319-466b-4802-b0d3-373e9c687d53 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:15:52.508706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:15:52.513377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Checking segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:15:52.513377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Bound using segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:15:52.513377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Bound port: afb62319-466b-4802-b0d3-373e9c687d53, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:15:52.513377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.560859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-04837da9-c99a-4c3e-b36a-9ef6bde6ddea req-f7a7259d-c394-48f5-9fde-c907e1131ef9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:15:52.562093 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04837da9-c99a-4c3e-b36a-9ef6bde6ddea req-f7a7259d-c394-48f5-9fde-c907e1131ef9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.4230084 Apr 19 11:15:52.641851 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-04837da9-c99a-4c3e-b36a-9ef6bde6ddea req-9066586c-c0b9-47ec-a84e-2dbfba0f9a2d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724022 Apr 19 11:15:52.648365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] For port afb62319-466b-4802-b0d3-373e9c687d53, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:15:52.651783 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] For port afb62319-466b-4802-b0d3-373e9c687d53, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=afb62319-466b-4802-b0d3-373e9c687d53,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:15:52.682337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.687370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-80d9e43b-d608-4ba2-b397-d25107a8c7a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:15:52.747976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:52.748682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:52.750180 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-275fed88-fc65-4733-a268-93b54b239abe service neutron] 10.222.0.55 "PUT /v2.0/ports/afb62319-466b-4802-b0d3-373e9c687d53 HTTP/1.1" status: 200 len: 1093 time: 1.1329517 Apr 19 11:15:52.750730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:15:52.776114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Pushing event updated for resources: {'Port': ['ID=afb62319-466b-4802-b0d3-373e9c687d53,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:15:52.779479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:15:52.811170 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53', 'status': 'completed', 'code': 200} Apr 19 11:15:52.901642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-7885fea2-7252-467e-8069-89958a25488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:52.903201 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-7885fea2-7252-467e-8069-89958a25488d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 1096 time: 0.0866845 Apr 19 11:15:52.984747 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-e43235be-2484-4a99-835e-fe0f478fde28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb62319-466b-4802-b0d3-373e9c687d53 HTTP/1.1" status: 200 len: 217 time: 0.0726826 Apr 19 11:15:53.056481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-ff71e62d-26db-472a-8d80-9e34a2b4f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:53.057994 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-ff71e62d-26db-472a-8d80-9e34a2b4f5f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0669813 Apr 19 11:15:53.128297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:53.146566 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-ccea9246-b0e7-4456-bc0d-71ab50188220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:53.148248 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-ccea9246-b0e7-4456-bc0d-71ab50188220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829577 Apr 19 11:15:53.196875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:53.307327 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-e74617bb-11b5-475c-9554-f64c514b28b3 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495292 Apr 19 11:15:53.452447 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ad9009f-3c02-4305-a95f-ae51924a1dc5 req-7310f838-f679-466c-aaee-4efd165b8261 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378603 Apr 19 11:15:53.628500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-c10ac377-31b4-4e06-852d-d258a9712878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:53.630173 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-c10ac377-31b4-4e06-852d-d258a9712878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 1096 time: 0.0894048 Apr 19 11:15:53.828107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-5233d0ef-6033-41ef-a15c-0e4b42ab8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:53.829712 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-5233d0ef-6033-41ef-a15c-0e4b42ab8919 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1933026 Apr 19 11:15:53.917998 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-069f4cad-7321-4040-ba22-77bc82c54c13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb62319-466b-4802-b0d3-373e9c687d53 HTTP/1.1" status: 200 len: 217 time: 0.0739200 Apr 19 11:15:53.971050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f552f6-b7e6-4509-84ac-1e10c39d3abf req-f4adb6fa-2cee-4f5d-aa56-75f4bfe367d1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:53.972636 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a4f552f6-b7e6-4509-84ac-1e10c39d3abf req-f4adb6fa-2cee-4f5d-aa56-75f4bfe367d1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.2135048 Apr 19 11:15:54.031611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-5b1e22d6-181c-47ae-8122-4e61a6e8d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:54.033194 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-5b1e22d6-181c-47ae-8122-4e61a6e8d963 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.1078982 Apr 19 11:15:54.040538 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a4f552f6-b7e6-4509-84ac-1e10c39d3abf req-531e6111-b4b1-4e46-ba0b-1e25e92b0738 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595386 Apr 19 11:15:54.127125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-4e092da3-2c27-416d-bf9b-8a8c81359e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:54.127768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:54.128782 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-4e092da3-2c27-416d-bf9b-8a8c81359e5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839117 Apr 19 11:15:54.271454 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-4b314508-e9ec-4067-b893-8979cb1bcae8 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357217 Apr 19 11:15:54.421112 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8ecabc36-05e2-4023-9b4b-667deaf20496 req-deb7e0da-f295-44e8-8287-bac11717802c service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383586 Apr 19 11:15:55.247412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075edfa-fbde-4bcf-8d39-ef319e2cf5d1 req-0e9b8e17-02c5-47ca-be02-44530058eac8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:55.249130 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9075edfa-fbde-4bcf-8d39-ef319e2cf5d1 req-0e9b8e17-02c5-47ca-be02-44530058eac8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.0906863 Apr 19 11:15:55.297989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9075edfa-fbde-4bcf-8d39-ef319e2cf5d1 req-b46044f7-a01a-409e-891f-a69b1f69e967 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424426 Apr 19 11:15:56.502885 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e3a68-e28f-4351-962f-a846e66cc70b req-bc649a74-5072-4c44-a51a-ba585215f3a5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:56.504609 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a8e3a68-e28f-4351-962f-a846e66cc70b req-bc649a74-5072-4c44-a51a-ba585215f3a5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.0929615 Apr 19 11:15:56.552744 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0a8e3a68-e28f-4351-962f-a846e66cc70b req-5a76a816-a273-4383-9086-eb104abcf562 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Apr 19 11:15:57.027180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-1868904b-d23c-413f-a6a5-c1c7f3dc2fd9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:57.028704 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-1868904b-d23c-413f-a6a5-c1c7f3dc2fd9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.1583784 Apr 19 11:15:57.045324 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-63520162-4086-4328-ae61-dcf0fa5aaaa3 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/quotas/c2ad5047aab5417dac4db09d37e1b6a0 HTTP/1.1" status: 200 len: 375 time: 0.0104289 Apr 19 11:15:57.141961 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-ddb9e25e-058c-4726-a747-26e60657cf37 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901244 Apr 19 11:15:57.290042 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-c22f562d-559a-4ade-b885-e35a52926cdd service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401672 Apr 19 11:15:57.669305 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-f8ec5282-a333-4ff2-9f67-b48f5e2f3cdb service neutron] 10.222.0.46 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727567 Apr 19 11:15:57.757404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54c010-4580-4df6-9d1e-7c7365730bb9 req-a2a81e04-03b0-4a15-82ec-2d4fc853d748 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:57.766048 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bf54c010-4580-4df6-9d1e-7c7365730bb9 req-a2a81e04-03b0-4a15-82ec-2d4fc853d748 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.0887418 Apr 19 11:15:57.807413 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bf54c010-4580-4df6-9d1e-7c7365730bb9 req-6f8bfaaf-0952-4c4f-a4bc-388984bd8801 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Apr 19 11:15:57.952778 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b78824ba-2d3d-463b-8707-6fc193f16d03 req-fac78391-4229-4870-8db1-1edd0c61cdaa tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 210 time: 0.0518253 Apr 19 11:15:59.010457 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47dc5e-b342-493f-b7fe-98c187155588 req-dad41b7d-626e-440e-a3d6-e1fd8106cc6b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:59.012137 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4d47dc5e-b342-493f-b7fe-98c187155588 req-dad41b7d-626e-440e-a3d6-e1fd8106cc6b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.0902076 Apr 19 11:15:59.063536 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4d47dc5e-b342-493f-b7fe-98c187155588 req-49eb69f1-2fc5-4da9-a655-b5dbae1a11fc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Apr 19 11:15:59.124436 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9e7a909-aa8f-49ba-bbec-8606e97729e2 req-ece7b952-6958-4e13-89f8-7a2ec8c32ac1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Apr 19 11:15:59.464095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-8ba4c9da-fb90-4037-b1c7-c4e07dd3d67a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:15:59.465625 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-8ba4c9da-fb90-4037-b1c7-c4e07dd3d67a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 814 time: 0.1600349 Apr 19 11:15:59.480322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Request body: {'port': {'device_id': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'admin_state_up': True, 'tenant_id': 'c2ad5047aab5417dac4db09d37e1b6a0'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:15:59.626596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:15:59.636853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:15:59.682323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Made reservation on behalf of c2ad5047aab5417dac4db09d37e1b6a0 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:15:59.688641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:15:59.859942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Allocated IP 172.20.0.5 (29f68491-1422-4d30-a7c1-9f5d49bc3a26/f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7/10d67209-8c49-4502-bb20-0f711fae45bb) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:16:00.075572 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:00.134199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:00.140272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8893a97c-165a-464b-897e-dd4e65f91b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:00.146926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f', '47400835-a71f-4f2c-bc8d-477f8e5e6301', '6097f0f2-c683-45f0-a030-0e45dd0838c0'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:00.267288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:16:00.273114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:16:00.316690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:16:00.352722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event updated for resources: {'Port': ['ID=10d67209-8c49-4502-bb20-0f711fae45bb,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:00.373291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:00.431933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:00.432617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:00.462692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa94f1-339e-44fb-96ab-306c71dc3bb4 req-4fd97344-0d4b-488c-9581-35a679005b75 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:00.464297 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9efa94f1-339e-44fb-96ab-306c71dc3bb4 req-4fd97344-0d4b-488c-9581-35a679005b75 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.2838514 Apr 19 11:16:00.507744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5bf8-ecfa-4985-aa62-583c3940e7bc req-b906fcc0-add6-4bc2-8e9d-209f06dba22e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:00.508511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-37af5bf8-ecfa-4985-aa62-583c3940e7bc req-b906fcc0-add6-4bc2-8e9d-209f06dba22e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:16:00.536642 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0614059 Apr 19 11:16:00.544121 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9efa94f1-339e-44fb-96ab-306c71dc3bb4 req-119d0e60-330b-4dfe-8e69-ab9c07b3766d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707741 Apr 19 11:16:00.568429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Request body: {'port': {'device_id': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:16:00.592946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-37af5bf8-ecfa-4985-aa62-583c3940e7bc req-b906fcc0-add6-4bc2-8e9d-209f06dba22e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:16:00.594191 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37af5bf8-ecfa-4985-aa62-583c3940e7bc req-b906fcc0-add6-4bc2-8e9d-209f06dba22e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 931 time: 0.3250313 Apr 19 11:16:00.702883 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-37af5bf8-ecfa-4985-aa62-583c3940e7bc req-67ceeb29-f7b8-4f20-b8f6-c6c3e42b9e17 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016190 Apr 19 11:16:00.722974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:01.085879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d67209-8c49-4502-bb20-0f711fae45bb {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:16:01.093705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:01.109605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Transition to ACTIVE for port object 10d67209-8c49-4502-bb20-0f711fae45bb will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:16:01.144818 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:01.150670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f18023e3-2476-4c22-95b1-5b757ce5b20a tempest-VolumesSnapshotTestJSON-1739510466 tempest-VolumesSnapshotTestJSON-1739510466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:01.326908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=10d67209-8c49-4502-bb20-0f711fae45bb,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:01.329888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:01.399830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Attempting to bind port 10d67209-8c49-4502-bb20-0f711fae45bb on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:16:01.400186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Attempting to bind port 10d67209-8c49-4502-bb20-0f711fae45bb by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:16:01.400555 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Attempting to bind port 10d67209-8c49-4502-bb20-0f711fae45bb on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:16:01.405456 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Port 10d67209-8c49-4502-bb20-0f711fae45bb on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:16:01.405815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Attempting to bind port 10d67209-8c49-4502-bb20-0f711fae45bb on network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:16:01.411267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:16:01.411642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Checking segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:16:01.412093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Bound using segment: {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:16:01.412539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Bound port: 10d67209-8c49-4502-bb20-0f711fae45bb, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:16:01.413772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:01.510133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] For port 10d67209-8c49-4502-bb20-0f711fae45bb, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:16:01.513260 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] For port 10d67209-8c49-4502-bb20-0f711fae45bb, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=10d67209-8c49-4502-bb20-0f711fae45bb,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:16:01.551120 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:01.556419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7ace8d91-1831-44ce-89c7-7c72d1814cb5 tempest-VolumesActionsTest-685238105 tempest-VolumesActionsTest-685238105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:01.619247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:01.619947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:01.621475 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] 10.222.0.55 "PUT /v2.0/ports/10d67209-8c49-4502-bb20-0f711fae45bb HTTP/1.1" status: 200 len: 1093 time: 1.0659199 Apr 19 11:16:01.622088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'tag': '10d67209-8c49-4502-bb20-0f711fae45bb'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:01.659510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=10d67209-8c49-4502-bb20-0f711fae45bb,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:01.659510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:01.713554 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'tag': '10d67209-8c49-4502-bb20-0f711fae45bb', 'status': 'completed', 'code': 200} Apr 19 11:16:01.826748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb34a6-f631-406b-927c-ceaca9322249 req-4633f3fa-767c-450d-b322-0c307d3a2d5d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:01.828403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63bb34a6-f631-406b-927c-ceaca9322249 req-4633f3fa-767c-450d-b322-0c307d3a2d5d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 943 time: 0.1612449 Apr 19 11:16:01.877600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634abb-bfa2-43a8-8adf-566b91c99c9b req-fa6e5a21-d67f-4a0f-9558-cfa28e318730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:01.879119 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad634abb-bfa2-43a8-8adf-566b91c99c9b req-fa6e5a21-d67f-4a0f-9558-cfa28e318730 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 1096 time: 0.1677778 Apr 19 11:16:02.019704 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-63bb34a6-f631-406b-927c-ceaca9322249 req-bd537e3f-c49d-4fca-889a-fcff6b15ef55 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511240 Apr 19 11:16:02.024171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device afb62319-466b-4802-b0d3-373e9c687d53 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:16:02.094838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38259539-9559-455b-b782-9b229fabd6d3 req-dee2de2e-1fd4-47a5-9f9c-b9f04a2b7552 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:02.096485 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-38259539-9559-455b-b782-9b229fabd6d3 req-dee2de2e-1fd4-47a5-9f9c-b9f04a2b7552 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 943 time: 0.2670093 Apr 19 11:16:02.105894 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634abb-bfa2-43a8-8adf-566b91c99c9b req-44be3b28-d9a8-4d06-9fa8-237cc74c3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:02.107383 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad634abb-bfa2-43a8-8adf-566b91c99c9b req-44be3b28-d9a8-4d06-9fa8-237cc74c3b36 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2075722 Apr 19 11:16:02.169451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port afb62319-466b-4802-b0d3-373e9c687d53, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=afb62319-466b-4802-b0d3-373e9c687d53,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:02.183978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'afb62319-466b-4802-b0d3-373e9c687d53', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'port_id': 'afb62319-466b-4802-b0d3-373e9c687d53', 'mac_address': 'fa:16:3e:a5:d1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:16:02.233339 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-38259539-9559-455b-b782-9b229fabd6d3 req-9657639a-4f90-4740-9b47-1a4d05cccf96 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290233 Apr 19 11:16:02.243628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:02.263549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb62319-466b-4802-b0d3-373e9c687d53 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:16:02.280899 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port afb62319-466b-4802-b0d3-373e9c687d53, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=afb62319-466b-4802-b0d3-373e9c687d53,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:02.294900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634abb-bfa2-43a8-8adf-566b91c99c9b req-b8c810bb-f7b3-4d37-99fe-37ea95104db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:02.296513 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ad634abb-bfa2-43a8-8adf-566b91c99c9b req-b8c810bb-f7b3-4d37-99fe-37ea95104db9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694608 Apr 19 11:16:02.322247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:02.324227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-26fcc694-717c-4f0b-8980-836181b96d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:02.399212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=afb62319-466b-4802-b0d3-373e9c687d53,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:02.402257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:02.490200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-14a4afc1-ffdf-4c42-9e5b-69c9577029c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:02.492474 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-14a4afc1-ffdf-4c42-9e5b-69c9577029c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 1096 time: 0.0779531 Apr 19 11:16:02.572577 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-60cc6c5e-a89a-4284-bfd8-932a24d99683 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d67209-8c49-4502-bb20-0f711fae45bb HTTP/1.1" status: 200 len: 217 time: 0.0699115 Apr 19 11:16:02.603669 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['afb62319-466b-4802-b0d3-373e9c687d53'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:02.644433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-b552f388-a2b4-4eb5-9421-c5a6020f65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:02.646112 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-b552f388-a2b4-4eb5-9421-c5a6020f65aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0657454 Apr 19 11:16:02.702360 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-633fd12f-2520-48c1-820b-f7b39e360090 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485346 Apr 19 11:16:03.092903 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-945c95bd-492d-41e3-8ab3-4b64eb13d92c service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809805 Apr 19 11:16:03.316178 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-71dcb135-6264-4e85-bdac-0fb170f48ff0 req-c429fdfd-440f-4d66-a7e7-de8466082be3 service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146785 Apr 19 11:16:03.327041 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc43cab-0907-4f2d-9459-adfbf3bfd9ad req-402dc3e7-a113-485c-9b41-25cba5384140 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:03.328689 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6dc43cab-0907-4f2d-9459-adfbf3bfd9ad req-402dc3e7-a113-485c-9b41-25cba5384140 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 944 time: 0.1546557 Apr 19 11:16:03.431073 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6dc43cab-0907-4f2d-9459-adfbf3bfd9ad req-d0485113-f039-4170-8b0c-f3bf477f7518 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949805 Apr 19 11:16:03.468444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84161a90-2a33-49af-a738-dea6cf2e889c req-bdcec1fc-e176-4b13-987a-f16d341f4790 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:03.470005 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84161a90-2a33-49af-a738-dea6cf2e889c req-bdcec1fc-e176-4b13-987a-f16d341f4790 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 943 time: 0.1118886 Apr 19 11:16:03.518115 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84161a90-2a33-49af-a738-dea6cf2e889c req-89cfc27d-6e20-47f3-a79b-bdfed688dd0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Apr 19 11:16:04.039778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device afb62319-466b-4802-b0d3-373e9c687d53 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:16:04.144797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port afb62319-466b-4802-b0d3-373e9c687d53 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:16:04.149750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port afb62319-466b-4802-b0d3-373e9c687d53 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:16:04.150169 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:04.271146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:04.301353 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:04.312768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port afb62319-466b-4802-b0d3-373e9c687d53, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=afb62319-466b-4802-b0d3-373e9c687d53,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:04.339175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:04.341236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:04.374070 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53', 'code': 200} Apr 19 11:16:04.413005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=afb62319-466b-4802-b0d3-373e9c687d53,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:04.416087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:04.773906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef359-df0b-4c79-8096-5c1f4499af2f req-17382fab-fb73-4570-8cb3-b2bc56c95075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:04.775514 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f6eef359-df0b-4c79-8096-5c1f4499af2f req-17382fab-fb73-4570-8cb3-b2bc56c95075 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 1098 time: 0.2319813 Apr 19 11:16:04.784673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65581c-b7b9-4419-a620-c8cea6b87fc7 req-770aa397-5168-4cb3-8a36-5b649e305991 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:04.786151 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1f65581c-b7b9-4419-a620-c8cea6b87fc7 req-770aa397-5168-4cb3-8a36-5b649e305991 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 945 time: 0.2053564 Apr 19 11:16:04.820066 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999118b6-f766-45af-8c7e-b098a28be599 req-7c7cc3c5-9bb5-403b-a796-fae2cbf37ab4 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:04.821552 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-999118b6-f766-45af-8c7e-b098a28be599 req-7c7cc3c5-9bb5-403b-a796-fae2cbf37ab4 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 943 time: 0.1844039 Apr 19 11:16:04.909537 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f6eef359-df0b-4c79-8096-5c1f4499af2f req-0c3f96bd-515f-4dd8-b370-32405ecae21c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223691 Apr 19 11:16:04.915938 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1f65581c-b7b9-4419-a620-c8cea6b87fc7 req-e35b4ffe-dc98-46e3-8c50-36bc8eef7b24 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087649 Apr 19 11:16:04.920713 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-999118b6-f766-45af-8c7e-b098a28be599 req-5f03908a-caf3-489c-bb57-875945a119dc tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822275 Apr 19 11:16:06.057032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 10d67209-8c49-4502-bb20-0f711fae45bb details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:16:06.197268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf64df-9c9e-4dfc-87a3-ee4f91c520d7 req-e4cec466-74cd-411b-9b8f-b1352155a4ca tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:06.198939 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2bbf64df-9c9e-4dfc-87a3-ee4f91c520d7 req-e4cec466-74cd-411b-9b8f-b1352155a4ca tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1660640 Apr 19 11:16:06.200053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 10d67209-8c49-4502-bb20-0f711fae45bb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=10d67209-8c49-4502-bb20-0f711fae45bb,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:06.208170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7474-df08-4060-9045-000482c43eb1 req-301e7b1c-dde9-4c6f-bd19-33bdc9672544 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:06.209696 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5f4e7474-df08-4060-9045-000482c43eb1 req-301e7b1c-dde9-4c6f-bd19-33bdc9672544 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 943 time: 0.1341536 Apr 19 11:16:06.214984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '10d67209-8c49-4502-bb20-0f711fae45bb', 'network_id': '29f68491-1422-4d30-a7c1-9f5d49bc3a26', 'port_id': '10d67209-8c49-4502-bb20-0f711fae45bb', 'mac_address': 'fa:16:3e:49:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:16:06.273996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:06.291290 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2bbf64df-9c9e-4dfc-87a3-ee4f91c520d7 req-ee868acb-2d16-4b41-8dee-7bcbe362d07e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799711 Apr 19 11:16:06.294324 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5f4e7474-df08-4060-9045-000482c43eb1 req-a7fabc49-e349-4dee-96b1-caf8a3f32750 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 Apr 19 11:16:06.295160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d67209-8c49-4502-bb20-0f711fae45bb {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:16:06.315909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 10d67209-8c49-4502-bb20-0f711fae45bb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=10d67209-8c49-4502-bb20-0f711fae45bb,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:06.362217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:06.364165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ac08163-ba78-433c-a8cd-c61d3bc0ea14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:06.434146 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=10d67209-8c49-4502-bb20-0f711fae45bb,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:06.437341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:06.495437 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22357d81-cb68-497c-aa16-1440b9551c1c req-0971b54f-e256-46d3-b8d1-ad91882ba353 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:06.496980 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22357d81-cb68-497c-aa16-1440b9551c1c req-0971b54f-e256-46d3-b8d1-ad91882ba353 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 945 time: 0.0894132 Apr 19 11:16:06.544336 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22357d81-cb68-497c-aa16-1440b9551c1c req-2dbb0884-a446-4a5b-b8a4-46e579643d65 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Apr 19 11:16:06.572180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45332) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:06.673624 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['10d67209-8c49-4502-bb20-0f711fae45bb'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:06.760562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36224421-7894-4409-8655-d7472043daba tempest-TestVolumeBootPattern-889534157 tempest-TestVolumeBootPattern-889534157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:06.762314 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-36224421-7894-4409-8655-d7472043daba tempest-TestVolumeBootPattern-889534157 tempest-TestVolumeBootPattern-889534157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 1093 time: 0.1890571 Apr 19 11:16:06.765377 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45338) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:06.771201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'port_id': 'afb62319-466b-4802-b0d3-373e9c687d53', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:16:06.777850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:16:06.781860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:floatingip and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:16:06.784839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:16:06.791478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:16:06.836365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:06.984160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:07.124978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Allocated IP 172.27.0.252 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/d8f00247-da08-4f0b-bd38-c7d394ec48c3) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:16:07.278527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:07.333889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:07.339563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c93bc3d0-f288-40b5-8d15-1926b39a28a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:07.410381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:16:07.413911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:16:07.416637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:16:07.456326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=d8f00247-da08-4f0b-bd38-c7d394ec48c3,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:07.473596 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.474027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.474446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.474862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.475268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.476473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.477037 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.477450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.477859 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.478265 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.478666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.479069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:07.484837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:07.512748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322cc02-9322-4dd1-a486-6c3c6152b21e req-f78739d2-2d8b-49eb-aff1-1992f5350e3a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:07.514359 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f322cc02-9322-4dd1-a486-6c3c6152b21e req-f78739d2-2d8b-49eb-aff1-1992f5350e3a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 944 time: 0.1027887 Apr 19 11:16:07.563344 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f322cc02-9322-4dd1-a486-6c3c6152b21e req-70de7774-fe13-4067-88e9-47461b6633b9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Apr 19 11:16:07.861025 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:07.976340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.065789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 10d67209-8c49-4502-bb20-0f711fae45bb up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:16:08.161584 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 10d67209-8c49-4502-bb20-0f711fae45bb completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:16:08.166866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 10d67209-8c49-4502-bb20-0f711fae45bb triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:16:08.167287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.195381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.224455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.230061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:08.294720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.324023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d67209-8c49-4502-bb20-0f711fae45bb'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:08.334346 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 10d67209-8c49-4502-bb20-0f711fae45bb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=10d67209-8c49-4502-bb20-0f711fae45bb,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:08.340228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=d8f00247-da08-4f0b-bd38-c7d394ec48c3,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:08.348824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:08.358441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.368288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:08.370337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:08.408616 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d67209-8c49-4502-bb20-0f711fae45bb', 'code': 200} Apr 19 11:16:08.446070 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=10d67209-8c49-4502-bb20-0f711fae45bb,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:08.447453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:08.542626 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Floating IP 7d29ccb7-7c82-42d2-bf3a-0f18301345b6 associated. External IP: 172.27.0.252, port: afb62319-466b-4802-b0d3-373e9c687d53. Apr 19 11:16:08.673635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a953a-bd28-4c92-834f-c1538cd8a1e6 req-be2985a2-c604-4687-9aee-fa2ff67cf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:08.675558 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df2a953a-bd28-4c92-834f-c1538cd8a1e6 req-be2985a2-c604-4687-9aee-fa2ff67cf2f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 1098 time: 0.0793853 Apr 19 11:16:08.785291 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-df2a953a-bd28-4c92-834f-c1538cd8a1e6 req-d652bb88-d3b0-4f84-88f7-8765d1a60be2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669119 Apr 19 11:16:08.806887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919ace2-a791-4fb6-9ee0-ff8a436ad6bf req-cedef1ef-a5de-4479-8415-38d70907c69e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:08.808526 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a919ace2-a791-4fb6-9ee0-ff8a436ad6bf req-cedef1ef-a5de-4479-8415-38d70907c69e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 945 time: 0.1266177 Apr 19 11:16:08.857478 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a919ace2-a791-4fb6-9ee0-ff8a436ad6bf req-fcb91186-9b60-4d66-b2a7-8cc2076ad8a7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Apr 19 11:16:08.925653 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:16:09.117012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:16:09.126697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:16:09.136847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:16:09.137512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:15:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:09.168152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:09.241543 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4653778 Apr 19 11:16:09.241543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:09.289615 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53', 'status': 'completed', 'code': 200} Apr 19 11:16:09.400363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-8bae77c9-9c82-436b-bd4b-e222c414a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:09.401889 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-8bae77c9-9c82-436b-bd4b-e222c414a564 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 1098 time: 0.0803769 Apr 19 11:16:09.496550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:16:09.547976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-facd503a-a3cf-4b10-b981-56a9972d366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:09.549563 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-facd503a-a3cf-4b10-b981-56a9972d366c service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1395264 Apr 19 11:16:09.665193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-ddfee27d-0cee-4520-ae6b-83e904a1a42a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb62319-466b-4802-b0d3-373e9c687d53 HTTP/1.1" status: 200 len: 999 time: 0.1085725 Apr 19 11:16:09.744763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-963f9a28-368c-46b1-802f-9a12bc0a0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:09.746349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-963f9a28-368c-46b1-802f-9a12bc0a0914 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0728946 Apr 19 11:16:09.842938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-1dc8d31b-9484-41b4-b877-56dd8b329195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:09.845416 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-1dc8d31b-9484-41b4-b877-56dd8b329195 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865936 Apr 19 11:16:09.874886 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '7d29ccb7-7c82-42d2-bf3a-0f18301345b6', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': 'afb62319-466b-4802-b0d3-373e9c687d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a5:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:16:07Z', 'updated_at': '2021-04-19T11:16:07Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:09.878924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:16:09.890072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:16:09.890751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:15:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:10.046544 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-ca532456-3451-4d3c-9c2f-1422a3527dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939533 Apr 19 11:16:10.089523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:16:10.200777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcedd5-702d-43b9-9b6c-0de6cc88e7ca req-719190d2-9f4a-4263-87ca-e5ab125b0ea3 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:10.202389 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-febcedd5-702d-43b9-9b6c-0de6cc88e7ca req-719190d2-9f4a-4263-87ca-e5ab125b0ea3 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 945 time: 0.2096965 Apr 19 11:16:10.248290 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-15a8b926-66ba-46af-a64b-945d9a3c0b8f req-d4a8fac6-6733-422b-9d59-3923378e6c3f service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939721 Apr 19 11:16:10.273366 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-febcedd5-702d-43b9-9b6c-0de6cc88e7ca req-839f63dc-47eb-4b07-a858-b00b47a482fd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568888 Apr 19 11:16:10.465604 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '7d29ccb7-7c82-42d2-bf3a-0f18301345b6', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': 'afb62319-466b-4802-b0d3-373e9c687d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a5:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:16:07Z', 'updated_at': '2021-04-19T11:16:07Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:10.469768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd710-5a45-4639-899b-e7db78a5396c None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '7d29ccb7-7c82-42d2-bf3a-0f18301345b6', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': 'afb62319-466b-4802-b0d3-373e9c687d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a5:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:16:07Z', 'updated_at': '2021-04-19T11:16:07Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:16:10.731254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed1cfc-fbc1-4e0f-80bb-77984ab99867 None None] New status for floating IP 7d29ccb7-7c82-42d2-bf3a-0f18301345b6: ACTIVE {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:16:19.595661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-854cdcdf-0081-42d3-868a-9f26c3a56625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:21.498829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:22.110088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7d24d815-f1bb-401f-acab-f61d71ce21e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:23.132973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:23.201401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:23.864615 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df9358-8fb7-4301-a2f2-15b0fe229a4b req-9c10da3d-1339-489a-9464-36fee0f2038e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:23.866187 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-53df9358-8fb7-4301-a2f2-15b0fe229a4b req-9c10da3d-1339-489a-9464-36fee0f2038e tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 945 time: 0.0875795 Apr 19 11:16:23.915981 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-53df9358-8fb7-4301-a2f2-15b0fe229a4b req-eaa9c36c-8b1e-4b0e-b1d2-00d935ef3345 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Apr 19 11:16:24.138759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:25.124850 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f38f7-97dd-4d3a-8b6b-1c30bd8193a8 req-a1f1a623-2587-4fc5-b011-f68e76362867 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:25.126423 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f18f38f7-97dd-4d3a-8b6b-1c30bd8193a8 req-a1f1a623-2587-4fc5-b011-f68e76362867 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 945 time: 0.0940535 Apr 19 11:16:25.174444 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f18f38f7-97dd-4d3a-8b6b-1c30bd8193a8 req-334293f4-4259-42ad-a436-022b887501e4 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Apr 19 11:16:25.619057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-3e5ddeb0-e4b2-4821-a57c-853440e850ec tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:25.620647 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-3e5ddeb0-e4b2-4821-a57c-853440e850ec tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 945 time: 0.0877631 Apr 19 11:16:25.701641 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Deleting port 10d67209-8c49-4502-bb20-0f711fae45bb {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:16:25.702020 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:25.966481 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] For port 10d67209-8c49-4502-bb20-0f711fae45bb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=10d67209-8c49-4502-bb20-0f711fae45bb,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:25.966799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:26.107854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Calling delete_port for 10d67209-8c49-4502-bb20-0f711fae45bb owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:16:26.210789 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-bf4e5725-9390-47ec-97c9-0860b94fd454 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811095 Apr 19 11:16:26.326849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf87302-8117-424c-9620-7f50c90fd29e req-929570de-e97e-4839-8aa2-945433708d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:26.328585 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-929570de-e97e-4839-8aa2-945433708d96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 1098 time: 0.0951219 Apr 19 11:16:26.340122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:26.350431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1acd1e1f-972e-4294-aadf-57d3f09c5205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:26.353985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f', '47400835-a71f-4f2c-bc8d-477f8e5e6301', '6097f0f2-c683-45f0-a030-0e45dd0838c0'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:26.384788 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-135517fe-c9fd-4afe-9ecb-e0b85a6417a5 req-0b947f3a-3c83-4e23-85a9-477d1677ec87 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 210 time: 0.0872514 Apr 19 11:16:26.400892 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event deleted for resources: {'Port': ['ID=10d67209-8c49-4502-bb20-0f711fae45bb,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:26.404950 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:26.740180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] No DVR routers for this DVR port 10d67209-8c49-4502-bb20-0f711fae45bb on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:16:26.743767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:26.746811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'name': 'network-vif-deleted', 'tag': '10d67209-8c49-4502-bb20-0f711fae45bb'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:26.761630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf87302-8117-424c-9620-7f50c90fd29e req-50be8c9b-3616-42a8-bcef-fcaa2ba0fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:26.763401 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-50be8c9b-3616-42a8-bcef-fcaa2ba0fe8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 200 len: 915 time: 0.4130392 Apr 19 11:16:26.798296 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d4061-27d8-4790-9dc0-8f0e9cf22c89', 'name': 'network-vif-deleted', 'tag': '10d67209-8c49-4502-bb20-0f711fae45bb', 'status': 'completed', 'code': 200} Apr 19 11:16:26.802495 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0b8edd37-d731-459d-a8d7-c7413dde5b52 req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "DELETE /v2.0/ports/10d67209-8c49-4502-bb20-0f711fae45bb HTTP/1.1" status: 204 len: 173 time: 1.1755023 Apr 19 11:16:26.842885 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-35f4f160-bd73-46c1-91a7-16fbdcd71dcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f HTTP/1.1" status: 200 len: 217 time: 0.0721586 Apr 19 11:16:26.915966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf87302-8117-424c-9620-7f50c90fd29e req-6035af17-1b6a-41cb-a48f-5de782f27292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:26.917653 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-6035af17-1b6a-41cb-a48f-5de782f27292 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 200 len: 854 time: 0.0664890 Apr 19 11:16:26.984630 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-d01c7e71-b8c7-46ea-b62a-eb63ca9e6646 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29f68491-1422-4d30-a7c1-9f5d49bc3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501831 Apr 19 11:16:27.129331 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-4eeedfc7-3512-453e-a2b7-0ab80d250ef9 service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357386 Apr 19 11:16:27.273511 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9cf87302-8117-424c-9620-7f50c90fd29e req-d1aeccb9-eb6e-4f8c-961e-75c0f7de914e service neutron] 10.222.0.55 "GET /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351314 Apr 19 11:16:27.570876 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-abf74296-986a-4b83-8d32-d684f9ba22df req-ea127c3d-709f-4a0c-b604-7c4e2290a13c tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:16:27.612830 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-abf74296-986a-4b83-8d32-d684f9ba22df req-ea127c3d-709f-4a0c-b604-7c4e2290a13c tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:16:27.614098 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-abf74296-986a-4b83-8d32-d684f9ba22df req-ea127c3d-709f-4a0c-b604-7c4e2290a13c tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb0d4061-27d8-4790-9dc0-8f0e9cf22c89 HTTP/1.1" status: 200 len: 210 time: 0.0932779 Apr 19 11:16:27.828728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:16:28.157371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 10d67209-8c49-4502-bb20-0f711fae45bb no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:16:28.197842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 10d67209-8c49-4502-bb20-0f711fae45bb {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:16:28.198237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 10d67209-8c49-4502-bb20-0f711fae45bb not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:16:30.504330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4700481-5791-4bb6-8f5c-772ee243ba38 req-740008f2-136b-48a3-b39c-62ec011b22a7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:30.505904 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c4700481-5791-4bb6-8f5c-772ee243ba38 req-740008f2-136b-48a3-b39c-62ec011b22a7 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 945 time: 0.0931835 Apr 19 11:16:30.554275 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c4700481-5791-4bb6-8f5c-772ee243ba38 req-6c25a0a3-0a33-4e5b-82c7-59c4f37ee9c1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Apr 19 11:16:31.762389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285abf-771c-4663-9f32-1e2b37909805 req-fbcd6173-2060-45f5-9f2d-59fee7e7160d tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:31.764033 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-51285abf-771c-4663-9f32-1e2b37909805 req-fbcd6173-2060-45f5-9f2d-59fee7e7160d tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 945 time: 0.0909679 Apr 19 11:16:31.811933 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-51285abf-771c-4663-9f32-1e2b37909805 req-aa67cf2b-f9e9-4fc3-ad45-822e44a9df31 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Apr 19 11:16:32.098947 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-73054a81-b05b-428b-a3cd-15dc1d641833 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:32.099701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-73054a81-b05b-428b-a3cd-15dc1d641833 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:16:32.111971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-73054a81-b05b-428b-a3cd-15dc1d641833 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:16:32.113164 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-73054a81-b05b-428b-a3cd-15dc1d641833 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 945 time: 0.1001382 Apr 19 11:16:32.194841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Deleting port 6097f0f2-c683-45f0-a030-0e45dd0838c0 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:16:32.195342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:32.451987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] For port 6097f0f2-c683-45f0-a030-0e45dd0838c0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6097f0f2-c683-45f0-a030-0e45dd0838c0,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:32.452314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:32.587207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Calling delete_port for 6097f0f2-c683-45f0-a030-0e45dd0838c0 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:16:32.761028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:32.766609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:32.772470 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f', '47400835-a71f-4f2c-bc8d-477f8e5e6301'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:32.816554 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event deleted for resources: {'Port': ['ID=6097f0f2-c683-45f0-a030-0e45dd0838c0,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:32.820523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:32.904433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] No DVR routers for this DVR port 6097f0f2-c683-45f0-a030-0e45dd0838c0 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:16:32.906926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:32.909776 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'name': 'network-vif-deleted', 'tag': '6097f0f2-c683-45f0-a030-0e45dd0838c0'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:32.946275 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3dbb104-1170-4d8e-a5a2-8980fa4682f2 req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "DELETE /v2.0/ports/6097f0f2-c683-45f0-a030-0e45dd0838c0 HTTP/1.1" status: 204 len: 173 time: 0.8262615 Apr 19 11:16:32.971589 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76', 'name': 'network-vif-deleted', 'tag': '6097f0f2-c683-45f0-a030-0e45dd0838c0', 'status': 'completed', 'code': 200} Apr 19 11:16:32.993939 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f2c16f21-d15c-4405-a911-fb99b3755f09 req-549f3fe8-3e40-4db2-a215-e10148ee5883 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc68a99c-52f8-4b9d-a11d-cc3fabd3ea76 HTTP/1.1" status: 200 len: 210 time: 0.0564361 Apr 19 11:16:33.850753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc638e1-f9bd-416c-98ea-8cd7584a186f req-c500f861-125b-4860-a90c-e6bb11eab58d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:33.852611 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2fc638e1-f9bd-416c-98ea-8cd7584a186f req-c500f861-125b-4860-a90c-e6bb11eab58d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0888464 Apr 19 11:16:33.900782 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2fc638e1-f9bd-416c-98ea-8cd7584a186f req-439574e6-b85c-4c7e-8721-98aaffd1ce17 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Apr 19 11:16:34.173327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 6097f0f2-c683-45f0-a030-0e45dd0838c0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:16:34.211152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 6097f0f2-c683-45f0-a030-0e45dd0838c0 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:16:34.211549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 6097f0f2-c683-45f0-a030-0e45dd0838c0 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:16:34.580684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b428-6e14-4b15-84ca-07faf45f35f9 req-4e1c7eb6-cb7f-444b-897c-39eeb0717727 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:34.582178 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9833b428-6e14-4b15-84ca-07faf45f35f9 req-4e1c7eb6-cb7f-444b-897c-39eeb0717727 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 945 time: 0.0919664 Apr 19 11:16:34.629644 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9833b428-6e14-4b15-84ca-07faf45f35f9 req-ae1d874a-fd62-4dc8-80dc-7d0bfae672dd tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Apr 19 11:16:35.110228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32df5-a861-43c8-85d8-3d0500f8e291 req-59a54288-f5a1-4044-bf15-445d3c0eabb8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:35.111902 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6ec32df5-a861-43c8-85d8-3d0500f8e291 req-59a54288-f5a1-4044-bf15-445d3c0eabb8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0927393 Apr 19 11:16:35.160275 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6ec32df5-a861-43c8-85d8-3d0500f8e291 req-63cddaf9-cd91-4c68-9daa-8f198d0620c8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Apr 19 11:16:35.830910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64145a0-660c-412e-9503-c40219c75112 req-56f60d0f-6613-40e3-9264-3f5b253071e9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:35.832533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b64145a0-660c-412e-9503-c40219c75112 req-56f60d0f-6613-40e3-9264-3f5b253071e9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 945 time: 0.0886445 Apr 19 11:16:35.881553 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b64145a0-660c-412e-9503-c40219c75112 req-7c8ac352-9200-4ad0-9f11-344232d86427 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Apr 19 11:16:36.145858 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-d5330c0b-de62-495b-8487-1f842638de08 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:36.146619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-d5330c0b-de62-495b-8487-1f842638de08 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:16:36.201237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-d5330c0b-de62-495b-8487-1f842638de08 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:16:36.202584 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-d5330c0b-de62-495b-8487-1f842638de08 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 945 time: 0.1605051 Apr 19 11:16:36.280609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Deleting port 47400835-a71f-4f2c-bc8d-477f8e5e6301 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:16:36.280992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:36.369533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb1d7-26a0-4687-bf4e-5fdfdffbdef9 req-bf1c6df2-c6bb-485c-b4e2-d1d888b43bee tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:36.371138 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-64abb1d7-26a0-4687-bf4e-5fdfdffbdef9 req-bf1c6df2-c6bb-485c-b4e2-d1d888b43bee tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0955300 Apr 19 11:16:36.420158 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-64abb1d7-26a0-4687-bf4e-5fdfdffbdef9 req-b55d55b1-fbaa-4c48-867c-b5045c57e6aa tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Apr 19 11:16:36.547261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] For port 47400835-a71f-4f2c-bc8d-477f8e5e6301, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=47400835-a71f-4f2c-bc8d-477f8e5e6301,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:36.547652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:36.678993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Calling delete_port for 47400835-a71f-4f2c-bc8d-477f8e5e6301 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:16:36.864204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:36.873115 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e5661074-3555-41bf-8ad5-1b9bc8bde346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:36.875036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['bd3b4821-4ed2-4909-8b50-b9370f26ae2f'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:36.925137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event deleted for resources: {'Port': ['ID=47400835-a71f-4f2c-bc8d-477f8e5e6301,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:36.927764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:37.013919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] No DVR routers for this DVR port 47400835-a71f-4f2c-bc8d-477f8e5e6301 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:16:37.016745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:37.021523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'name': 'network-vif-deleted', 'tag': '47400835-a71f-4f2c-bc8d-477f8e5e6301'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:37.060212 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bbd210a9-dcb8-4d0a-a840-be63f3519635 req-2137a1dd-3e0d-4ddb-892a-ed061162dc0b tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "DELETE /v2.0/ports/47400835-a71f-4f2c-bc8d-477f8e5e6301 HTTP/1.1" status: 204 len: 173 time: 0.8518839 Apr 19 11:16:37.067835 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-69246d63-be8d-429f-9623-92ca0c02e160 req-17f966d1-f983-41f0-a3e8-59abfdae7121 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ba0d02-d99f-4e52-a37b-97410be57e54 HTTP/1.1" status: 200 len: 210 time: 0.0658107 Apr 19 11:16:37.091953 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba0d02-d99f-4e52-a37b-97410be57e54', 'name': 'network-vif-deleted', 'tag': '47400835-a71f-4f2c-bc8d-477f8e5e6301', 'status': 'completed', 'code': 200} Apr 19 11:16:37.627722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20234-c21a-414b-81b3-e67c708a34b2 req-40438851-d83c-4a3d-9fae-5c6947c4ece8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:37.629333 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a0d20234-c21a-414b-81b3-e67c708a34b2 req-40438851-d83c-4a3d-9fae-5c6947c4ece8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0935965 Apr 19 11:16:37.679012 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a0d20234-c21a-414b-81b3-e67c708a34b2 req-ef55a311-a8f4-42ac-acab-30bcd863a448 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Apr 19 11:16:38.189412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 47400835-a71f-4f2c-bc8d-477f8e5e6301 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:16:38.226900 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 47400835-a71f-4f2c-bc8d-477f8e5e6301 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:16:38.227292 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 47400835-a71f-4f2c-bc8d-477f8e5e6301 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:16:38.880048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d459-c956-4639-b2c6-39a45064e0a3 req-61948983-600b-4c4a-a2e8-7d148aabbb76 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:38.881624 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7a08d459-c956-4639-b2c6-39a45064e0a3 req-61948983-600b-4c4a-a2e8-7d148aabbb76 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0878458 Apr 19 11:16:38.932822 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7a08d459-c956-4639-b2c6-39a45064e0a3 req-85ba6968-38d0-4477-a0aa-7d83c2c2dd17 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Apr 19 11:16:39.922832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584def6-cedc-40dd-8314-ebc3dd711923 req-4019768d-eb08-4c87-ad7a-6890c1cf22c6 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:39.924349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5584def6-cedc-40dd-8314-ebc3dd711923 req-4019768d-eb08-4c87-ad7a-6890c1cf22c6 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 945 time: 0.0899289 Apr 19 11:16:39.982082 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5584def6-cedc-40dd-8314-ebc3dd711923 req-f0b5fffc-683e-44ec-ba82-edf3e2323d43 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Apr 19 11:16:40.149766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8862fd-70e1-4aa0-af0d-d4050337e67a req-97cca55b-4668-4839-9048-fb121f7517af tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:40.151375 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff8862fd-70e1-4aa0-af0d-d4050337e67a req-97cca55b-4668-4839-9048-fb121f7517af tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.1008756 Apr 19 11:16:40.205371 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ff8862fd-70e1-4aa0-af0d-d4050337e67a req-dc9bd028-9e2a-4a3d-aa88-ece605c4814b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 Apr 19 11:16:41.180029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03748a-e4c2-4fd3-981e-4b4d59ff02fa req-b4f17532-2a94-4dbf-b446-67423116cd85 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:41.181715 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6c03748a-e4c2-4fd3-981e-4b4d59ff02fa req-b4f17532-2a94-4dbf-b446-67423116cd85 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 945 time: 0.0939589 Apr 19 11:16:41.230488 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6c03748a-e4c2-4fd3-981e-4b4d59ff02fa req-0ef50996-31b5-4253-b46f-53408c21538a tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258ab53-c985-46ba-9300-263e6d5804b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Apr 19 11:16:41.425660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d7823-5588-4fd9-ab6d-ec5850edfbea req-46bed00f-34a1-4bca-8e5f-1cde6525bb9b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:41.427257 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5d9d7823-5588-4fd9-ab6d-ec5850edfbea req-46bed00f-34a1-4bca-8e5f-1cde6525bb9b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0918200 Apr 19 11:16:41.476460 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5d9d7823-5588-4fd9-ab6d-ec5850edfbea req-f0e795b2-b80b-4baa-b0fe-8d45a0455e7e tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Apr 19 11:16:41.590592 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-92dba6d1-57f6-40d5-85cf-14e774cab756 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:41.591287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-92dba6d1-57f6-40d5-85cf-14e774cab756 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Synchronizing usage tracker for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:16:41.635155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-92dba6d1-57f6-40d5-85cf-14e774cab756 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Unset dirty status for tenant:c2ad5047aab5417dac4db09d37e1b6a0 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:16:41.636427 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-92dba6d1-57f6-40d5-85cf-14e774cab756 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 945 time: 0.1368380 Apr 19 11:16:41.714226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Deleting port bd3b4821-4ed2-4909-8b50-b9370f26ae2f {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:16:41.714606 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:41.976864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] For port bd3b4821-4ed2-4909-8b50-b9370f26ae2f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,segment=NetworkSegment(95cc7f16-ee7d-4bfa-be96-fe85b1e6136a),segment_id=95cc7f16-ee7d-4bfa-be96-fe85b1e6136a)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:41.977257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:42.108942 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Calling delete_port for bd3b4821-4ed2-4909-8b50-b9370f26ae2f owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:16:42.315434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:42.322841 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6e63a5a5-9b98-42b4-975f-c34e8c512fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:42.369880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Pushing event deleted for resources: {'Port': ['ID=bd3b4821-4ed2-4909-8b50-b9370f26ae2f,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:42.373749 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:42.409168 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-489c9914-8b28-4232-9f79-0a2897f22b43 req-47226a05-826b-4f71-a583-7d677fb89aff tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d618cd2-0f2f-4537-9292-989ab233b9dd HTTP/1.1" status: 200 len: 210 time: 0.0489271 Apr 19 11:16:42.455468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] No DVR routers for this DVR port bd3b4821-4ed2-4909-8b50-b9370f26ae2f on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:16:42.458036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:42.460834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'name': 'network-vif-deleted', 'tag': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:42.493824 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b9a6a920-dba1-4dc6-840e-29edfb8fe17c req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] 10.222.0.55 "DELETE /v2.0/ports/bd3b4821-4ed2-4909-8b50-b9370f26ae2f HTTP/1.1" status: 204 len: 173 time: 0.8509643 Apr 19 11:16:42.513975 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d618cd2-0f2f-4537-9292-989ab233b9dd', 'name': 'network-vif-deleted', 'tag': 'bd3b4821-4ed2-4909-8b50-b9370f26ae2f', 'status': 'completed', 'code': 200} Apr 19 11:16:42.693344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8820c11-c0ac-49c3-81c3-8de5ef30fb43 req-9d6f25b7-e083-4e8f-a6cc-9778ed732daa tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:42.695475 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8820c11-c0ac-49c3-81c3-8de5ef30fb43 req-9d6f25b7-e083-4e8f-a6cc-9778ed732daa tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0925934 Apr 19 11:16:42.745591 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8820c11-c0ac-49c3-81c3-8de5ef30fb43 req-bac0e092-39e7-4108-a52d-91b8a947cd56 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Apr 19 11:16:43.518403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45494) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:43.584141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Deleting subnet f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:16:43.587189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:43.641257 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:43.697927 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:43.953980 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bb3-ca12-4f35-9039-dd7b4d2b79ee req-89859800-8048-405e-b14a-bc855afe764a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:43.955498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-46381bb3-ca12-4f35-9039-dd7b4d2b79ee req-89859800-8048-405e-b14a-bc855afe764a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0930579 Apr 19 11:16:44.004515 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-46381bb3-ca12-4f35-9039-dd7b4d2b79ee req-5e12bf99-58d1-40ac-ade0-080775021661 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Apr 19 11:16:44.031247 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54135c6-92c1-461b-8241-7239a7b6305c req-f4d2feed-3eb0-4652-ade0-b5404470bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:44.032896 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-f4d2feed-3eb0-4652-ade0-b5404470bca7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.1119313 Apr 19 11:16:44.067590 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:44.120222 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-f1cfc4e7-220d-4fb9-b22b-1be397609cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:44.168759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:44.172777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:44.175428 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:44.190780 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-91a4f022-ee89-4950-87cb-cf11ce7926aa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f7a4d9a9-72e8-4dc0-9e64-d95c1a49d2c7 HTTP/1.1" status: 204 len: 168 time: 0.6710055 Apr 19 11:16:44.193485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45500) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:44.204616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device bd3b4821-4ed2-4909-8b50-b9370f26ae2f no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:16:44.244766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: bd3b4821-4ed2-4909-8b50-b9370f26ae2f {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:16:44.245156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device bd3b4821-4ed2-4909-8b50-b9370f26ae2f not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:16:44.563734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54135c6-92c1-461b-8241-7239a7b6305c req-0af6626c-b391-4f93-837e-f06bfef308d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:44.565332 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-0af6626c-b391-4f93-837e-f06bfef308d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 910 time: 0.5250487 Apr 19 11:16:44.653348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:44.693309 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-964ffe97-f38a-4152-8f63-71a128923a7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 1001 time: 0.1181762 Apr 19 11:16:44.868193 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:44.888313 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54135c6-92c1-461b-8241-7239a7b6305c req-e19b4700-a24f-41c4-8d18-6d9cc12c08db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:44.889865 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-e19b4700-a24f-41c4-8d18-6d9cc12c08db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.1705363 Apr 19 11:16:45.050705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f68491-1422-4d30-a7c1-9f5d49bc3a26']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:45.072651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:45.072991 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cc7f16-ee7d-4bfa-be96-fe85b1e6136a') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:16:45.089163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:45.097290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54135c6-92c1-461b-8241-7239a7b6305c req-61a0ca17-2b01-4c16-a41c-4da1d49912f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:45.098897 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-61a0ca17-2b01-4c16-a41c-4da1d49912f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1602633 Apr 19 11:16:45.130126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:45.192399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:16:45.213770 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b3d7a-38a5-4298-9221-8c4caeed2916 req-6153485a-cd38-45eb-b8bc-0f2ceba5105b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:45.215427 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b85b3d7a-38a5-4298-9221-8c4caeed2916 req-6153485a-cd38-45eb-b8bc-0f2ceba5105b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0949357 Apr 19 11:16:45.265403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b85b3d7a-38a5-4298-9221-8c4caeed2916 req-1ea5f816-75c1-40a7-a445-b88bcfb83451 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Apr 19 11:16:45.417214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:16:45.426989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:45.446683 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-4423d364-5a05-4712-bf7d-36c1a187cd96 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388946 Apr 19 11:16:45.702365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Network 29f68491-1422-4d30-a7c1-9f5d49bc3a26 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:16:45.728062 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:16:45.831236 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e54135c6-92c1-461b-8241-7239a7b6305c req-012c1983-62f7-43d1-8d84-35c8da8d8cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350976 Apr 19 11:16:45.869699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:45.873794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:45.888533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:45.901549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=29f68491-1422-4d30-a7c1-9f5d49bc3a26,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:45.904626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:45.939039 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d528513a-7439-4b19-b85b-ef812b994ecc admin admin] 10.222.0.46 "DELETE /v2.0/networks/29f68491-1422-4d30-a7c1-9f5d49bc3a26 HTTP/1.1" status: 204 len: 168 time: 1.7445605 Apr 19 11:16:46.158630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45512) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:46.211577 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a3d7b0e4-8704-41a4-a471-82c047c7605c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2ad5047aab5417dac4db09d37e1b6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516257 Apr 19 11:16:46.214174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45516) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:46.277143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:46.305118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:46.378445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:46.384455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2236eced-22e7-4b25-9899-8cd8882d37cf tempest-AttachVolumeShelveTestJSON-1291698448 tempest-AttachVolumeShelveTestJSON-1291698448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:46.398208 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5258ab53-c985-46ba-9300-263e6d5804b4,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:46.401056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:46.435399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:46.436663 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2ee5b128-ab04-4b68-b37b-1f6ac990a4c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5258ab53-c985-46ba-9300-263e6d5804b4 HTTP/1.1" status: 204 len: 168 time: 0.2215323 Apr 19 11:16:46.478468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ebd58-2510-4080-87ad-32d9c391fbda req-abdda877-b69c-4dc3-a110-2d18fa753c65 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:46.480141 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e66ebd58-2510-4080-87ad-32d9c391fbda req-abdda877-b69c-4dc3-a110-2d18fa753c65 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0951507 Apr 19 11:16:46.529632 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e66ebd58-2510-4080-87ad-32d9c391fbda req-06102aea-b773-4060-9710-95e10a903563 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Apr 19 11:16:47.739541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ee03-31e1-40d5-8342-cf4ed90d35c7 req-bfbd9308-dd6f-4ffe-b8fb-68bd6e7aa6c8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:47.743377 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-13a4ee03-31e1-40d5-8342-cf4ed90d35c7 req-bfbd9308-dd6f-4ffe-b8fb-68bd6e7aa6c8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0934873 Apr 19 11:16:47.797218 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-13a4ee03-31e1-40d5-8342-cf4ed90d35c7 req-5387376c-9882-4528-bf86-6641221da82b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473473 Apr 19 11:16:48.635688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45562) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:48.759697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:48.775214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:16:48.779289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5043125bf94ae089115a192cb357c4 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:16:48.782261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:16:48.789043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:16:48.963316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.001087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.011499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e708ce4c-2cf5-4bd0-bb2b-760d15248b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:49.046085 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab4d1c-d084-41ba-8497-da92aa464427 req-1aac834c-144d-4762-8407-4298fa0bb2bf tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:49.047753 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-64ab4d1c-d084-41ba-8497-da92aa464427 req-1aac834c-144d-4762-8407-4298fa0bb2bf tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0905952 Apr 19 11:16:49.053730 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c5043125bf94ae089115a192cb357c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168668 Apr 19 11:16:49.056178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a61312-7f23-457b-925b-8e64414093dd,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:49.058722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45570) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:49.061820 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:49.099319 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-64ab4d1c-d084-41ba-8497-da92aa464427 req-6ed375da-75fb-425e-86b8-b878e6b66fcf tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Apr 19 11:16:49.122057 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.153914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.264116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.269560 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62c4c561-fe88-4d58-a20d-77663fb8dc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:49.284043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a61312-7f23-457b-925b-8e64414093dd,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:49.286874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:49.288168 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.292456 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77a61312-7f23-457b-925b-8e64414093dd HTTP/1.1" status: 204 len: 168 time: 0.2326937 Apr 19 11:16:49.527721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829447fb-f61c-4edd-9535-19a45521dfa6 req-6b05fde7-7f0d-4e50-b511-381ed2170d36 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:49.529302 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-829447fb-f61c-4edd-9535-19a45521dfa6 req-6b05fde7-7f0d-4e50-b511-381ed2170d36 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0966382 Apr 19 11:16:49.567766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45586) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:49.596022 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-829447fb-f61c-4edd-9535-19a45521dfa6 req-ccb76452-0fe2-422e-893a-25ea7aee73dd tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603795 Apr 19 11:16:49.601362 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-137c37f5-bf0d-4cf7-b0cf-fdf7054e623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.694373 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-433df4a9-6d15-46b0-bf0d-96380e081f86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252177 Apr 19 11:16:49.753838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45594) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:49.774174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.789670 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:16:49.793883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Usage tracker for resource:security_group_rule and tenant:51f804ba419d479ab5f17bd757cb940d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:16:49.796951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:16:49.803393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:16:49.891916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.937939 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:49.948270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-72882ad9-c7a3-4ecf-92e4-aa75efc5d8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:49.990833 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51f804ba419d479ab5f17bd757cb940d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357581 Apr 19 11:16:49.993561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750eabe-f169-4cc1-a7c2-d545749c2d08,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:49.994389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45602) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:49.997425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:50.059442 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:50.092141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:50.160890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:50.167083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-974b1ca1-e395-4124-9834-2d27b7e87de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:50.178039 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750eabe-f169-4cc1-a7c2-d545749c2d08,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:50.183451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:50.185528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:50.186734 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7a0b6bcc-b75e-4dc7-b2ac-17d5f8f4fc1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d750eabe-f169-4cc1-a7c2-d545749c2d08 HTTP/1.1" status: 204 len: 168 time: 0.1911519 Apr 19 11:16:50.246226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:16:50.383533 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:50.415755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:16:50.427659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:50.459288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:50.464279 dv-cinder-786524-2-iscsi neutron-server[86371]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'code': 422} returned with failed status Apr 19 11:16:50.464896 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-baf335fe-3d6f-4cf4-b5a7-ce51c226d2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:50.536177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=6']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:50.546390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.546779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.547159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.547531 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.547926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.548304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.548672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.549054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.549413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.550106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.550474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.550837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:50.555281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:50.813296 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a680c72-38ae-4d75-9b94-ad79a4a3f40a req-729711c0-a8b8-4632-b01d-c94d5457946d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:50.814934 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5a680c72-38ae-4d75-9b94-ad79a4a3f40a req-729711c0-a8b8-4632-b01d-c94d5457946d tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0994194 Apr 19 11:16:50.865632 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5a680c72-38ae-4d75-9b94-ad79a4a3f40a req-b0083683-0ff1-4e03-bce9-474f0fdc6c56 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Apr 19 11:16:51.316342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-7d8ed2b0-20a7-4e30-9b1f-c366fa68743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:51.317953 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-7d8ed2b0-20a7-4e30-9b1f-c366fa68743d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d&tenant_id=53b140810e2e4603a4c2d49a6c198b6d HTTP/1.1" status: 200 len: 1096 time: 0.0795784 Apr 19 11:16:51.423681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-24d095db-7114-49ac-8593-21afdc14be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:51.425313 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-24d095db-7114-49ac-8593-21afdc14be5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1096 time: 0.0857544 Apr 19 11:16:51.509494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:51.576101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-8ba071e8-1d26-4432-8d57-ff55b60d1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:51.577687 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-8ba071e8-1d26-4432-8d57-ff55b60d1e1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 910 time: 0.1460938 Apr 19 11:16:51.689265 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-fed9217e-d45e-4052-958e-da9901ae6d69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 999 time: 0.1037977 Apr 19 11:16:51.761967 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-eda47d65-5c9b-488f-915c-2a2bc50da6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:51.763546 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-eda47d65-5c9b-488f-915c-2a2bc50da6f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.0676413 Apr 19 11:16:51.846847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-dbb4c27f-5491-401e-a9e5-b0efff29ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:51.848846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-dbb4c27f-5491-401e-a9e5-b0efff29ce26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788233 Apr 19 11:16:52.001984 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-de29a7ad-382d-44dc-b40b-e293382bb564 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463113 Apr 19 11:16:52.079932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fab0f0-ff09-409d-8892-c4a6c120b2ec req-46de0900-4776-4f1e-b905-159961f7b492 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:52.081823 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-59fab0f0-ff09-409d-8892-c4a6c120b2ec req-46de0900-4776-4f1e-b905-159961f7b492 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0943472 Apr 19 11:16:52.133083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2287e048-b623-499a-953a-6e73b0a27358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:52.135426 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-59fab0f0-ff09-409d-8892-c4a6c120b2ec req-5d73d622-de06-4c3d-a3c3-afe00407625e tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468645 Apr 19 11:16:52.158444 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ae988d5-479e-47d8-9c5b-857aa199789f req-fdc7d1d1-8b6e-4320-a83f-4ba06d55d1d4 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496706 Apr 19 11:16:53.019125 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45672) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:53.126710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.142884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.158011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:16:53.162175 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d11da01d034e09833a9eadd957c16c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:16:53.166021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:16:53.172508 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:16:53.212550 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.267272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.315099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.325575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-12080b17-fd0c-4099-bbe0-00384f22ebc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:53.350646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb571-dd2b-41fe-860b-d831e600f9dd req-73d879bd-3b86-4166-8978-a787f6895f94 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:53.352477 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8ccb571-dd2b-41fe-860b-d831e600f9dd req-73d879bd-3b86-4166-8978-a787f6895f94 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0923018 Apr 19 11:16:53.369869 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7d11da01d034e09833a9eadd957c16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495913 Apr 19 11:16:53.370931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d484b2b8-4c32-40fc-b98e-0da9ac6cbdc6,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:53.374187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-768aa09d-6793-494e-90e3-53eece394b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:53.375278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45680) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:53.402862 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e8ccb571-dd2b-41fe-860b-d831e600f9dd req-208df552-db24-4766-add9-a66030aa1632 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439115 Apr 19 11:16:53.436589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.464990 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.538137 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.543159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-40c876d7-b6b1-4d79-a5c7-5297d462fb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:53.555856 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d484b2b8-4c32-40fc-b98e-0da9ac6cbdc6,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:53.558269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:53.561724 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:53.563619 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-87d6dab3-ca5a-4730-8115-e7a89f6915c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d484b2b8-4c32-40fc-b98e-0da9ac6cbdc6 HTTP/1.1" status: 204 len: 168 time: 0.1877770 Apr 19 11:16:53.987113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45688) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:54.006418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.021467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:16:54.025534 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Usage tracker for resource:security_group_rule and tenant:aadb57e412314419a3466bc4af2db1d8 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:16:54.028487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:16:54.034522 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:16:54.122136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.132441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.160775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.169755 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0c68cca0-dccd-45c6-ba83-d7e02059b1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:54.218193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aadb57e412314419a3466bc4af2db1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299242 Apr 19 11:16:54.219809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac03b30c-87c7-4383-a998-aecd8b1b9102,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:54.221131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45692) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:16:54.228306 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.228731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.229143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.229547 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.229949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.230350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.230751 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.231192 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.231593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.232026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.232418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.232814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:16:54.237188 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d703ee04-fcd8-49d7-96cd-94835a9e2e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:54.289637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.317276 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.389568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.394544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-fab8df16-185a-4f7c-8b84-61d405c3a7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:54.405867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac03b30c-87c7-4383-a998-aecd8b1b9102,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:54.409541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:54.412775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:54.414593 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ad8db1f8-17ed-43a7-ba55-652a83258277 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac03b30c-87c7-4383-a998-aecd8b1b9102 HTTP/1.1" status: 204 len: 168 time: 0.1924186 Apr 19 11:16:54.611107 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a5e9-2a98-46b8-aa2b-c3f3d56c21ce req-f8989fe3-a99b-4d1d-b4d4-98904f8d918f tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:54.612769 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84c5a5e9-2a98-46b8-aa2b-c3f3d56c21ce req-f8989fe3-a99b-4d1d-b4d4-98904f8d918f tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0930312 Apr 19 11:16:54.661287 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-84c5a5e9-2a98-46b8-aa2b-c3f3d56c21ce req-c1e3ce93-832d-4610-9eb4-a6d73d19b353 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Apr 19 11:16:55.868339 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b55e3d-b9d5-43b0-8bb5-daae05a286c5 req-34325bb5-31e4-48c6-b56a-a62d4e551212 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:55.869875 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22b55e3d-b9d5-43b0-8bb5-daae05a286c5 req-34325bb5-31e4-48c6-b56a-a62d4e551212 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0944276 Apr 19 11:16:55.922060 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-22b55e3d-b9d5-43b0-8bb5-daae05a286c5 req-7c2f5450-2ffa-4a54-9c0c-24595d70dc5b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451071 Apr 19 11:16:57.125183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e6210-1cc9-476e-8d55-6abbdd164f73 req-775d546a-92f9-4c32-9f33-6540bf804a04 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:57.126775 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-097e6210-1cc9-476e-8d55-6abbdd164f73 req-775d546a-92f9-4c32-9f33-6540bf804a04 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0886950 Apr 19 11:16:57.177691 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-097e6210-1cc9-476e-8d55-6abbdd164f73 req-a972e238-46ca-4cc2-bdb7-a8535868cacd tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440700 Apr 19 11:16:58.263509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:16:58.395974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbe817-fda3-4cf4-8438-5c1ce67f1745 req-5c06bfdb-5ef8-4347-878e-140f3830c1ed tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:58.398141 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ebbe817-fda3-4cf4-8438-5c1ce67f1745 req-5c06bfdb-5ef8-4347-878e-140f3830c1ed tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 943 time: 0.0988078 Apr 19 11:16:58.415232 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:58.429865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'port_id': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'mac_address': 'fa:16:3e:30:9a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:16:58.450065 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2ebbe817-fda3-4cf4-8438-5c1ce67f1745 req-2d5c5140-6b5e-4fdb-9cca-dd45620a2e3e tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Apr 19 11:16:58.496099 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:58.514152 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c7355f-52da-4eee-9073-56ee5e457b76 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:16:58.530423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:16:58.560812 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:16:58.562672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:16:58.632281 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=7']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:16:58.635404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:16:58.764517 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['d9c7355f-52da-4eee-9073-56ee5e457b76'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:16:59.672675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc0c5-bde7-413d-a8ce-b58639c56e92 req-5ed2563b-7eff-4744-8eac-3eea1775f53b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:16:59.680080 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f33bc0c5-bde7-413d-a8ce-b58639c56e92 req-5ed2563b-7eff-4744-8eac-3eea1775f53b tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 944 time: 0.1027792 Apr 19 11:16:59.724121 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f33bc0c5-bde7-413d-a8ce-b58639c56e92 req-7d9cdf74-4907-4b15-bba8-d9ec71ddac92 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Apr 19 11:17:00.155369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45788) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:00.279694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:17:00.282102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.297908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:17:00.302015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a94e8bce624b8eb3de28cc6d86f51c is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:17:00.306116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:17:00.312199 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:17:00.353503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port d9c7355f-52da-4eee-9073-56ee5e457b76 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:17:00.353917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.399436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.429917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.439110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c961480f-0998-4e91-b5f6-ab414882047a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:00.485666 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6a94e8bce624b8eb3de28cc6d86f51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290892 Apr 19 11:17:00.487356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25620a9e-81c0-48e7-9438-812fa1e4b1db,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:00.488556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45794) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:00.488701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.490715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-52a9ca8c-a35d-48e6-87b5-e6bde3da1312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:00.518166 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:17:00.529764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:17:00.555266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.555834 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.557453 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:00.584510 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.596270 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'code': 200} Apr 19 11:17:00.629638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=8']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:00.633019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:00.664266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.669662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-933569ca-f8e5-4856-af96-bc45b28833e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:00.684792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25620a9e-81c0-48e7-9438-812fa1e4b1db,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:00.687315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:00.699714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:00.701770 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-e49aa18d-d8ab-4dbf-a356-fe7221068414 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25620a9e-81c0-48e7-9438-812fa1e4b1db HTTP/1.1" status: 204 len: 168 time: 0.2109740 Apr 19 11:17:00.893813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136fbb5-0381-4a48-9940-67b9e869e68c req-802a2170-9907-4184-8f50-22c18923f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:00.895440 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1136fbb5-0381-4a48-9940-67b9e869e68c req-802a2170-9907-4184-8f50-22c18923f734 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.0869453 Apr 19 11:17:00.941278 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1136fbb5-0381-4a48-9940-67b9e869e68c req-8cfb38b6-573f-4690-8dcb-03d7563e269a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389078 Apr 19 11:17:00.950186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65085a0-bf34-43bc-859b-23de8af89aa6 req-e2a3c6ac-e931-48be-9f43-92fd64c89af6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:00.951806 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b65085a0-bf34-43bc-859b-23de8af89aa6 req-e2a3c6ac-e931-48be-9f43-92fd64c89af6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0974329 Apr 19 11:17:01.001562 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b65085a0-bf34-43bc-859b-23de8af89aa6 req-a3e542b4-6f3c-4399-a6ef-d6306d97502a tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Apr 19 11:17:01.124264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45806) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:01.143607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.159059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:17:01.163320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ea3f1c762e4adca1b08377d6533170 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:17:01.166405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:17:01.172646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:17:01.262055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.297791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.307619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ca586cae-759d-4935-ad31-2f1a93f8a872 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:01.354465 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2ea3f1c762e4adca1b08377d6533170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289863 Apr 19 11:17:01.355439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e899d942-b4e2-4541-99d3-21888b755ed0,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:01.357458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45810) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:01.358673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c5889049-60b0-4ca4-8b03-901520934c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:01.420304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.447766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.520662 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.525526 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-b78c65af-ecca-4421-8f5e-d537badb8e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:01.538390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899d942-b4e2-4541-99d3-21888b755ed0,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:01.540698 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:01.548480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:01.550045 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0454c04e-21e6-436d-9178-5e056ce425af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e899d942-b4e2-4541-99d3-21888b755ed0 HTTP/1.1" status: 204 len: 168 time: 0.1911776 Apr 19 11:17:02.213226 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1bf78-5239-4c8d-9081-e5d6ec2fd023 req-5fe5c8cf-c592-4e6b-9c46-1426bcb24de5 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:02.214824 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f1d1bf78-5239-4c8d-9081-e5d6ec2fd023 req-5fe5c8cf-c592-4e6b-9c46-1426bcb24de5 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0931888 Apr 19 11:17:02.265798 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f1d1bf78-5239-4c8d-9081-e5d6ec2fd023 req-e2b3ce00-21c6-41c5-a439-14235d3478a2 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433455 Apr 19 11:17:04.827949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:17:05.260352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45884) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:05.385496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.401394 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:17:05.405466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ddd9f3f3964cddbf7508cffc73a5cd is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:17:05.408430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:17:05.414539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:17:05.500504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.549127 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.557655 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e33f0266-3aaa-44aa-97f3-aeab793d5aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:05.601497 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6ddd9f3f3964cddbf7508cffc73a5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393526 Apr 19 11:17:05.603235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948856c-7b9b-4f2a-84d3-422168060bf1,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:05.604515 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45890) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:05.606587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-97da3b1b-12c6-4d14-9166-088982535872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:05.666863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.697136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.771955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.777618 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-69ed8269-2e9b-4b23-89c3-01dbce592f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:05.793809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948856c-7b9b-4f2a-84d3-422168060bf1,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:05.798578 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:05.800155 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:05.801317 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6816aaab-c05d-42ba-a397-b0735b2afb7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4948856c-7b9b-4f2a-84d3-422168060bf1 HTTP/1.1" status: 204 len: 168 time: 0.1957364 Apr 19 11:17:06.199248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45898) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:06.218864 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.234298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:17:06.238429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Usage tracker for resource:security_group_rule and tenant:c62d0acae4ef45779d4c2125c15b4ab5 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:17:06.241489 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:17:06.247777 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:17:06.334033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.360610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.370072 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e84711e4-6032-4899-b08e-388356fecd7f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:06.412726 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c62d0acae4ef45779d4c2125c15b4ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123411 Apr 19 11:17:06.413715 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc5428-ef96-4813-b37e-7ff50f8fff4f,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:06.415684 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45902) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:06.417061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8861b447-5039-49bb-930a-a0501cba2d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:06.491844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.519666 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.583336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.588536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-52cbc8c9-4a2e-4c31-a948-8933d33cb6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:06.603337 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc5428-ef96-4813-b37e-7ff50f8fff4f,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:06.606521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:06.610946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:06.612180 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4a379595-83b2-4ddc-a56d-838075c8e280 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13bc5428-ef96-4813-b37e-7ff50f8fff4f HTTP/1.1" status: 204 len: 168 time: 0.1953015 Apr 19 11:17:12.211911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 45970) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:12.336887 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.352728 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:17:12.356754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Usage tracker for resource:security_group_rule and tenant:7999c82d26ac4ba3bf0c37e5b03e66d5 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:17:12.359671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:17:12.365706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:17:12.450289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.480393 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.489174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-dd081bc0-0ef5-42de-ba0c-98c6d03e2ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:12.533979 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7999c82d26ac4ba3bf0c37e5b03e66d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208990 Apr 19 11:17:12.536005 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d85168-7088-4887-85db-640d3821b62a,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:12.536923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 45976) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:17:12.545156 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.545640 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.546068 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.546485 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.546908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.547322 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.547734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.548174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.548586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.548997 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.549403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.549815 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:17:12.554054 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-24c811af-5390-40bd-a287-d4fdc7cb0e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:12.606129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.633242 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.703255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.708258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0f9004d9-0624-4d8c-a39d-74526d885778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:17:12.721920 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d85168-7088-4887-85db-640d3821b62a,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:17:12.724549 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:17:12.732610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:12.733820 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4096e8b7-85a2-4d64-9469-5cdbab7fe37d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76d85168-7088-4887-85db-640d3821b62a HTTP/1.1" status: 204 len: 168 time: 0.1956258 Apr 19 11:17:19.600579 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-341cd8f1-20ce-42be-a9c5-eac1725e3149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:21.520342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:22.108921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0815de66-715f-4a75-9686-2d61c8918c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:23.126519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:23.206488 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:24.143710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:27.517255 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-28edc7fe-8dc3-4624-aa06-8d3ecb88835e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4109941 Apr 19 11:17:27.666855 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-1bc858ad-721b-4780-8c81-a2a7d84f6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:27.668425 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-1bc858ad-721b-4780-8c81-a2a7d84f6845 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.0771787 Apr 19 11:17:27.822439 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-aff993cd-00a3-4204-9adf-1a8a4ac7c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:27.823968 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-aff993cd-00a3-4204-9adf-1a8a4ac7c862 service neutron] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 910 time: 0.1358171 Apr 19 11:17:27.934697 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-8d4b4e6c-644a-41b6-8e88-b28a20328e99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 1001 time: 0.1031423 Apr 19 11:17:28.005726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-c3ca0106-d390-4531-b5d9-177606ea853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:28.007249 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-c3ca0106-d390-4531-b5d9-177606ea853f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.0661869 Apr 19 11:17:28.092544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-c49aab7e-5928-4fb9-909e-9d118cb5bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:17:28.094024 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-c49aab7e-5928-4fb9-909e-9d118cb5bea0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791683 Apr 19 11:17:28.105363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-4440db63-3fe9-4093-8a9d-bbb341a12378 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:17:28.106361 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-4440db63-3fe9-4093-8a9d-bbb341a12378 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055139 Apr 19 11:17:28.248062 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-f959b07d-0a33-4332-8196-c2e989c31351 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352963 Apr 19 11:17:28.392369 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dc92a892-9ee7-4cae-9964-ae05cfd7a700 req-9ef86f4d-2c07-4162-bef0-3acda4b272de service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378319 Apr 19 11:17:41.827650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:17:49.611246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9c51cc8-74ab-4f87-9a5b-45baf096ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:51.531374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:52.102552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-1a2a6365-0f5c-4ffd-9c21-d5053fae0897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:53.125709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:53.211434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:17:54.142545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:06.794727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5ff6a-4b29-40dc-8b91-966f8e61b09b req-d19a21c2-944a-4cee-9e3b-f999cecaaa7a tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:06.796364 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c0a5ff6a-4b29-40dc-8b91-966f8e61b09b req-d19a21c2-944a-4cee-9e3b-f999cecaaa7a tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 945 time: 0.2216239 Apr 19 11:18:06.848696 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c0a5ff6a-4b29-40dc-8b91-966f8e61b09b req-12d89a73-b508-4d4a-b87f-869a1e908632 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459101 Apr 19 11:18:08.113426 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6095e-6fbe-48b3-8aed-2e3bdbd9fafe req-94702c17-1073-46f6-abeb-6bf8a73482ba tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:08.115095 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7d6095e-6fbe-48b3-8aed-2e3bdbd9fafe req-94702c17-1073-46f6-abeb-6bf8a73482ba tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1465878 Apr 19 11:18:08.118901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8dd4-2648-4c90-a161-033048f38e45 req-3736aa81-a9a1-4f77-a765-1dbd29bd19de tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:08.119659 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-82af8dd4-2648-4c90-a161-033048f38e45 req-3736aa81-a9a1-4f77-a765-1dbd29bd19de tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:18:08.163545 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f7d6095e-6fbe-48b3-8aed-2e3bdbd9fafe req-8d8208e6-01ec-4f7a-b0d6-3f51896bf5eb tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Apr 19 11:18:08.165790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-82af8dd4-2648-4c90-a161-033048f38e45 req-3736aa81-a9a1-4f77-a765-1dbd29bd19de tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:18:08.167617 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-82af8dd4-2648-4c90-a161-033048f38e45 req-3736aa81-a9a1-4f77-a765-1dbd29bd19de tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1420741 Apr 19 11:18:08.246179 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Deleting port afb62319-466b-4802-b0d3-373e9c687d53 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:08.246563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:08.510658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] For port afb62319-466b-4802-b0d3-373e9c687d53, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=afb62319-466b-4802-b0d3-373e9c687d53,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:08.511129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:08.821124 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:08.821472 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:08.821823 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Floating IP 7d29ccb7-7c82-42d2-bf3a-0f18301345b6 disassociated. External IP: 172.27.0.252, port: afb62319-466b-4802-b0d3-373e9c687d53. Apr 19 11:18:08.822205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Calling delete_port for afb62319-466b-4802-b0d3-373e9c687d53 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:08.999440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:09.005083 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-40e80a67-3c1c-4b2c-a95b-f564218de592 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:09.052182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'Port': ['ID=afb62319-466b-4802-b0d3-373e9c687d53,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:09.055461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:09.250884 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:18:09.334634 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-8436b9b4-273f-4c04-a9db-1d093de7cf64 req-3d9e78b3-af12-46bf-984a-1b751173726d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0535765 Apr 19 11:18:09.440873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:18:09.451694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:18:09.462280 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:09.462973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:17:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:09.521605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] No DVR routers for this DVR port afb62319-466b-4802-b0d3-373e9c687d53 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:18:09.524373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:09.528600 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'name': 'network-vif-deleted', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:18:09.600695 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-82af8dd4-2648-4c90-a161-033048f38e45 req-bdd115bd-40fc-44cd-af89-f300a68d5eb1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "DELETE /v2.0/ports/afb62319-466b-4802-b0d3-373e9c687d53 HTTP/1.1" status: 204 len: 173 time: 1.4272816 Apr 19 11:18:09.673699 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:09.721576 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a57b65-f4ac-4e27-8325-346753b8d2ae', 'name': 'network-vif-deleted', 'tag': 'afb62319-466b-4802-b0d3-373e9c687d53', 'status': 'completed', 'code': 200} Apr 19 11:18:10.008711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:10.013695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:18:10.022150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:10.022814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:17:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:10.225937 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:10.519369 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e1a6b25c-9768-4352-8be3-f260b80e6fee req-e0a97ce8-144b-4ca1-aa16-cba6bbae8440 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a57b65-f4ac-4e27-8325-346753b8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0510252 Apr 19 11:18:10.564332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:10.568790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db966c78-67ad-4b29-b511-7c602e45db79 None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:18:10.923683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a5cae-ace4-4fc6-9ca1-354923689efa None None] New status for floating IP 7d29ccb7-7c82-42d2-bf3a-0f18301345b6: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:18:11.899531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-a565d328-f3f4-4b04-9289-4527ea3243f3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944240463&fields=id&tenant_id=e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 267 time: 0.0434735 Apr 19 11:18:12.063694 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-6678c899-e33d-4dae-93e6-e58763d30f4b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:12.073679 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-6678c899-e33d-4dae-93e6-e58763d30f4b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 811 time: 0.1660523 Apr 19 11:18:12.090403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-e9309d04-72ba-4a62-b594-a2ed7b54e76b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/quotas/e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 375 time: 0.0101964 Apr 19 11:18:12.187822 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-46f89c9f-41c2-4084-8375-82a6a8a608c3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918756 Apr 19 11:18:12.204423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-64e8f009-d864-489b-9b2f-93b01c4b9615 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:18:12.205445 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-64e8f009-d864-489b-9b2f-93b01c4b9615 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054715 Apr 19 11:18:12.577838 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1d3da657-b140-4b1f-b7e3-93b1d384b400 service neutron] 10.222.0.46 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657804 Apr 19 11:18:12.579918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device afb62319-466b-4802-b0d3-373e9c687d53 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:12.621735 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: afb62319-466b-4802-b0d3-373e9c687d53 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:12.622126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device afb62319-466b-4802-b0d3-373e9c687d53 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:12.724676 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-28fb558c-cee1-4bde-82fa-1005fe90f1e5 service neutron] 10.222.0.46 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399162 Apr 19 11:18:13.265574 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2b5e055d-75ce-4d64-902c-4c4135037490 req-11a7ee5c-7759-4d4e-8de0-bd91c4dc6858 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.0492153 Apr 19 11:18:14.375455 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1eed3b8a-1914-4dee-954e-a306843a8347 req-e199b727-c502-4bac-8ef8-e503c038776d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.0495543 Apr 19 11:18:15.119495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46036) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:15.340375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Deleting port 2fd975e4-a3e4-4f0d-866e-7a7277b39124 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:15.340781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:15.522675 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d5b3478c-4854-4402-9c56-aa0f100ef4bd req-ce59a17b-d5ab-4373-99bd-99f76923c929 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.0606368 Apr 19 11:18:15.574953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:15.575330 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:15.707417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Calling delete_port for 2fd975e4-a3e4-4f0d-866e-7a7277b39124 owned by network:floatingip {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:15.902487 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:15.907228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:15.990042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event deleted for resources: {'Port': ['ID=2fd975e4-a3e4-4f0d-866e-7a7277b39124,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:16.032073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.032492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.032902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.033308 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.033752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.034149 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.034673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.035073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.035475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.035869 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.036304 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.036697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:16.040160 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:16.068518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for floatingip, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:16.068891 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Floating IP 69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa disassociated (deleted). External IP: 172.27.0.175, port: d9c7355f-52da-4eee-9073-56ee5e457b76. Apr 19 11:18:16.438951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Router bb671d9c-e285-41bb-b5d5-79c49ab648af has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:18:16.639135 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e7243589-d679-417e-ab3b-b6af8de81b3b req-9cf3fc54-d023-45b8-bde6-e18c12877b0f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.0585382 Apr 19 11:18:16.679411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:18:16.689282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] Sync routers for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:18:16.694084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:16.699298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:16.699999 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:17:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:16.769172 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-99ddffde-df9b-493f-b0f0-58b99e171f48 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "DELETE /v2.0/floatingips/69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa HTTP/1.1" status: 204 len: 168 time: 1.6452115 Apr 19 11:18:16.769172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:18:16.884801 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'status': 'completed', 'code': 200} Apr 19 11:18:16.908497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:16.999333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-c53eab74-bd26-49f7-bb49-cc1213d5636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:17.001109 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-c53eab74-bd26-49f7-bb49-cc1213d5636e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 1098 time: 0.0911648 Apr 19 11:18:17.156210 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-55f8ffc4-0886-434d-ae72-54270f5488bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:17.157861 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-55f8ffc4-0886-434d-ae72-54270f5488bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 200 len: 910 time: 0.1489773 Apr 19 11:18:17.234101 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-67e510da-30c7-4bbb-9990-5237674cc86f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 200 len: 217 time: 0.0683765 Apr 19 11:18:17.264273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:17.268824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] Checking router: bb671d9c-e285-41bb-b5d5-79c49ab648af for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:18:17.277402 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0676f2-ccab-4a35-bd93-1eca543bab79 req-061615ad-f9ed-49a6-a953-11c81555b340 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:17.278190 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4c0676f2-ccab-4a35-bd93-1eca543bab79 req-061615ad-f9ed-49a6-a953-11c81555b340 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Synchronizing usage tracker for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:18:17.278788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:17.279541 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:17:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:17.315014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-da093147-acbe-418a-ab29-1cbf37561cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:17.316923 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-da093147-acbe-418a-ab29-1cbf37561cb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 200 len: 848 time: 0.0762584 Apr 19 11:18:17.325271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-4c0676f2-ccab-4a35-bd93-1eca543bab79 req-061615ad-f9ed-49a6-a953-11c81555b340 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Unset dirty status for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:18:17.326746 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4c0676f2-ccab-4a35-bd93-1eca543bab79 req-061615ad-f9ed-49a6-a953-11c81555b340 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.1421187 Apr 19 11:18:17.384539 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4c0676f2-ccab-4a35-bd93-1eca543bab79 req-83b2a24a-c583-4a48-a675-c5e1276eddb6 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511384 Apr 19 11:18:17.403716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-bec1e983-c298-4497-a790-5e4318a327ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:17.405476 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-bec1e983-c298-4497-a790-5e4318a327ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816724 Apr 19 11:18:17.475905 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:17.549250 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-d95347a2-b52a-4dfb-b5fe-27660374f3e5 service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366124 Apr 19 11:18:17.695606 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4b1c00f8-82ac-4024-8a32-93e9a0ae4bdf req-8b64e010-83c8-42a7-8adb-f7284ba1a7bc service neutron] 10.222.0.55 "GET /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381915 Apr 19 11:18:17.810455 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-54696d95-5ad8-480a-94b7-fccb310a627a req-605c8456-1bfd-475b-ad31-7594588697d1 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.0508711 Apr 19 11:18:17.987654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:17.991822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1b5f6-b55c-45bc-96c3-2ba5be3d403c None None] The sync data for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi is: [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:13:51Z', 'revision_number': 4, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '76671e37-cf07-4301-a706-a95de5f056b7', 'name': '', 'network_id': '266edf5a-4cf2-49ab-9b14-841bf6cf9f0b', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'mac_address': 'fa:16:3e:5a:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:50Z', 'updated_at': '2021-04-19T11:14:01Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'subnets': [{'id': 'b827aec3-ec49-4c22-8ac3-5e0bcccb652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:18:18.367652 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dbd59-4832-43f8-8110-5d128b93c023 None None] New status for floating IP 69ffc2df-fc6d-4bbc-8ee0-7671df55a9fa: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:18:18.586581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69a133-2786-47e7-bf1c-e48536105efc req-2a604c51-9467-4437-b36f-0b844f36410f tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:18.588221 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c69a133-2786-47e7-bf1c-e48536105efc req-2a604c51-9467-4437-b36f-0b844f36410f tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.0880795 Apr 19 11:18:18.637372 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0c69a133-2786-47e7-bf1c-e48536105efc req-7fe3c41b-e7e9-4388-9350-6073f18370e2 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a14996-52b8-4f40-8274-d7cf4bd3c57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Apr 19 11:18:18.698552 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-7587a8a6-2dae-4c74-83f6-ce035171d634 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:18.699315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-7587a8a6-2dae-4c74-83f6-ce035171d634 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Synchronizing usage tracker for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:port {{(pid=86485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:18:18.711839 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-7587a8a6-2dae-4c74-83f6-ce035171d634 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Unset dirty status for tenant:53b140810e2e4603a4c2d49a6c198b6d on resource:port {{(pid=86485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:18:18.713058 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-7587a8a6-2dae-4c74-83f6-ce035171d634 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.55 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 945 time: 0.1069701 Apr 19 11:18:18.796430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Deleting port d9c7355f-52da-4eee-9073-56ee5e457b76 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:18.797103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:18.827051 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:18:19.044347 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-0f78bbd4-d3e8-4551-8b83-0ee5aae706bb req-3775e974-5f49-4392-809d-6d1122123505 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.1135466 Apr 19 11:18:19.122764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-2f14f35e-aadf-46ec-a85a-31bc2726436d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:19.124374 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-2f14f35e-aadf-46ec-a85a-31bc2726436d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 811 time: 0.2343926 Apr 19 11:18:19.205489 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-b76546ad-74a1-4607-97cc-4864e0e7a0a8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 8061 time: 0.0722108 Apr 19 11:18:19.215860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'port': {'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'admin_state_up': True, 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'security_groups': ['d795c0ce-c325-442d-86b7-d00c6aa26374']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:18:19.331381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] For port d9c7355f-52da-4eee-9073-56ee5e457b76, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d9c7355f-52da-4eee-9073-56ee5e457b76,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:19.331785 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:19.372096 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:18:19.376658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:port and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:18:19.379801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:18:19.386710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:18:19.428090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Made reservation on behalf of e4962d0185f7415bb6bdcc827e46bda9 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:18:19.434440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:19.468822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Calling delete_port for d9c7355f-52da-4eee-9073-56ee5e457b76 owned by compute:nova {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:19.628207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b1242663-1276-4c5d-ac97-2637efcdf9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:19.696985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:19.703312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3f8237d5-af6e-41fd-9b38-842e617f17f9 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:19.732825 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Allocated IP 172.20.0.4 (44ddac08-706e-43bb-a292-74b8904c3749/097be339-d2b4-40c6-bf86-6b9d114d4765/7ea6efd7-c711-4267-ad9b-09fe071e2520) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:18:19.788053 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event deleted for resources: {'Port': ['ID=d9c7355f-52da-4eee-9073-56ee5e457b76,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:19.840562 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a22d8a51-586c-461f-9e81-a76a2f5cd8ef req-0e5b4697-b33d-450e-a3d5-f8c281970f28 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 210 time: 0.0608029 Apr 19 11:18:19.840867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.840867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.840867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.840867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.840867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.841263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.841583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.841909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.842396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.842811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.843219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.843623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:19.852363 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] No DVR routers for this DVR port d9c7355f-52da-4eee-9073-56ee5e457b76 on host hv-cinder-78652 {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:18:19.854173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:19.855907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:19.858846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-deleted', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:18:19.908939 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ec64b45c-ca33-44eb-afde-605bdb1083cd req-a7109752-3c74-419d-942c-962fcb8b5adc tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.55 "DELETE /v2.0/ports/d9c7355f-52da-4eee-9073-56ee5e457b76 HTTP/1.1" status: 204 len: 173 time: 1.1894302 Apr 19 11:18:19.978772 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cd71ea-1c11-492a-a1b7-ee963e5d046d', 'name': 'network-vif-deleted', 'tag': 'd9c7355f-52da-4eee-9073-56ee5e457b76', 'status': 'completed', 'code': 200} Apr 19 11:18:20.292628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:20.352054 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d79c2195-c760-4a4d-85d4-eb7d5cec573b req-1bd7bc25-7204-49ba-96e1-d75325c97cc5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.0657771 Apr 19 11:18:20.361427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Transition to ACTIVE for port object 7ea6efd7-c711-4267-ad9b-09fe071e2520 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:18:20.428730 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:20.436207 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e3faedf9-3245-4be6-9f00-b4f82f8950e0 tempest-ServerRescueNegativeTestJSON-792964244 tempest-ServerRescueNegativeTestJSON-792964244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:20.507198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Network 44ddac08-706e-43bb-a292-74b8904c3749 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:18:20.511243 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:18:20.515603 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:18:20.557154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=7ea6efd7-c711-4267-ad9b-09fe071e2520,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:20.562126 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:20.591989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:20.592701 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:20.653007 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-3414f58a-58b2-4623-a04a-428a4604b614 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4414828 Apr 19 11:18:20.666033 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Request body: {'port': {'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:18:20.800397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:20.828389 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-6d4948f0-d483-4626-8525-0890c8a28e93 None None] Provisioning for port 7ea6efd7-c711-4267-ad9b-09fe071e2520 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:18:20.833789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-6d4948f0-d483-4626-8525-0890c8a28e93 None None] Provisioning complete for port 7ea6efd7-c711-4267-ad9b-09fe071e2520 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:18:20.834214 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6d4948f0-d483-4626-8525-0890c8a28e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:20.900088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6d4948f0-d483-4626-8525-0890c8a28e93 None None] Port 7ea6efd7-c711-4267-ad9b-09fe071e2520 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:18:21.082372 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f46b4d98-fc17-4752-93a5-1093eb9adfe7 req-abeba897-b766-4f20-bacb-33b5b277afe8 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cd71ea-1c11-492a-a1b7-ee963e5d046d HTTP/1.1" status: 200 len: 210 time: 0.1022320 Apr 19 11:18:21.221930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea6efd7-c711-4267-ad9b-09fe071e2520 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:18:21.230360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:21.247177 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Transition to ACTIVE for port object 7ea6efd7-c711-4267-ad9b-09fe071e2520 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:18:21.291139 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:21.297575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0073131c-69c5-43bb-bce0-625c52c9f630 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:21.514455 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea6efd7-c711-4267-ad9b-09fe071e2520,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:21.517416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:21.559300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:21.625977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Attempting to bind port 7ea6efd7-c711-4267-ad9b-09fe071e2520 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:18:21.626282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Attempting to bind port 7ea6efd7-c711-4267-ad9b-09fe071e2520 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:18:21.626654 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Attempting to bind port 7ea6efd7-c711-4267-ad9b-09fe071e2520 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:18:21.634700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Port 7ea6efd7-c711-4267-ad9b-09fe071e2520 on network 44ddac08-706e-43bb-a292-74b8904c3749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:18:21.635064 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Attempting to bind port 7ea6efd7-c711-4267-ad9b-09fe071e2520 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:18:21.643023 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:18:21.643398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Checking segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:18:21.643823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Bound using segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:18:21.644325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Bound port: 7ea6efd7-c711-4267-ad9b-09fe071e2520, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:18:21.644711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:21.667512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c159-1445-436c-bf3b-9c4be82ddf0c req-dd2c9f25-2d44-4293-9b95-efaf0ddac5fc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:21.668542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-e246c159-1445-436c-bf3b-9c4be82ddf0c req-dd2c9f25-2d44-4293-9b95-efaf0ddac5fc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:18:21.760474 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-e246c159-1445-436c-bf3b-9c4be82ddf0c req-dd2c9f25-2d44-4293-9b95-efaf0ddac5fc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:18:21.762375 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e246c159-1445-436c-bf3b-9c4be82ddf0c req-dd2c9f25-2d44-4293-9b95-efaf0ddac5fc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.2853465 Apr 19 11:18:21.765055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] For port 7ea6efd7-c711-4267-ad9b-09fe071e2520, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:18:21.768581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] For port 7ea6efd7-c711-4267-ad9b-09fe071e2520, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:18:21.789778 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:21.796817 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a273120c-b1d6-41b5-9681-62ad7e0dda86 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:21.858696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:21.859283 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:21.860961 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 1093 time: 1.1998961 Apr 19 11:18:21.866787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:18:21.894683 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e246c159-1445-436c-bf3b-9c4be82ddf0c req-c558ae5e-8aa5-4842-bd92-0688b539e78c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246760 Apr 19 11:18:21.911781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea6efd7-c711-4267-ad9b-09fe071e2520,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:21.916693 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-1fca4fc4-181b-4e1e-8252-93c4cd8df3e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:21.933859 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'status': 'completed', 'code': 200} Apr 19 11:18:22.027601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-5f214525-ff38-438b-bebc-42a8221c951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:22.029195 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-5f214525-ff38-438b-bebc-42a8221c951f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1096 time: 0.0874693 Apr 19 11:18:22.096350 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-59d1c055-d1c6-4616-94d3-2d0e6e2d3a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:22.107518 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-b81e2e4d-743c-4c84-bcee-83dbc126baa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 217 time: 0.0689189 Apr 19 11:18:22.183378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-26dfa4cf-50c7-4e56-ade0-4f424689e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:22.185049 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-26dfa4cf-50c7-4e56-ade0-4f424689e9cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0708163 Apr 19 11:18:22.188123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46090) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:22.324944 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:22.363513 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-e5d3cbd0-9a86-460b-b012-6c8152d48fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:22.365193 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-e5d3cbd0-9a86-460b-b012-6c8152d48fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1629503 Apr 19 11:18:22.367416 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:22.540023 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-01408d47-3ea6-4e1b-874f-e3209ceb529d service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637366 Apr 19 11:18:22.627092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:22.633833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-752aa224-7e44-4f04-945a-a22b97dcbc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:22.636030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:22.660866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a14996-52b8-4f40-8274-d7cf4bd3c57a,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:22.665419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:22.680291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: d9c7355f-52da-4eee-9073-56ee5e457b76 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:22.680688 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device d9c7355f-52da-4eee-9073-56ee5e457b76 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:22.695203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:22.696439 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5374bfb4-a868-41e2-9d5e-17a5d4089f72 tempest-TestShelveInstance-1165460301 tempest-TestShelveInstance-1165460301-project] 10.222.0.46 "DELETE /v2.0/security-groups/03a14996-52b8-4f40-8274-d7cf4bd3c57a HTTP/1.1" status: 204 len: 168 time: 0.5073378 Apr 19 11:18:22.719581 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6d0acd04-dd56-4bd6-b852-0900a2d7828f req-38dbf04e-9fda-4d0b-a347-3017df4a9a35 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734974 Apr 19 11:18:22.795916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46096) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:23.125032 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:23.210744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:23.229500 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-d69576fa-179e-4071-8781-357538a02ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:23.231217 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-d69576fa-179e-4071-8781-357538a02ab4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1096 time: 0.3679352 Apr 19 11:18:23.639368 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12733e-9367-4ad2-b62a-427e2736b7d9 req-04dd5b42-aeb6-4380-ad76-a53573d81235 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:23.641067 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab12733e-9367-4ad2-b62a-427e2736b7d9 req-04dd5b42-aeb6-4380-ad76-a53573d81235 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.6248286 Apr 19 11:18:23.769644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-4b86c18c-2efc-4242-bd33-d982e72daf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:23.771215 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-4b86c18c-2efc-4242-bd33-d982e72daf10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.5240779 Apr 19 11:18:23.776709 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-ab12733e-9367-4ad2-b62a-427e2736b7d9 req-13ea6325-a871-4b35-b8b1-bfbb5c5eb386 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277890 Apr 19 11:18:23.857606 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-9e0807df-215d-445d-8f38-c1bf444805ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 217 time: 0.0744629 Apr 19 11:18:23.981014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-9f8dd1e9-5d75-4aac-a9a2-ec232717f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:23.982475 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-9f8dd1e9-5d75-4aac-a9a2-ec232717f9ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0909338 Apr 19 11:18:24.127848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-3f81fba3-354a-4a8f-9f6c-93eba0bea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:24.129468 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-3f81fba3-354a-4a8f-9f6c-93eba0bea78a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1390026 Apr 19 11:18:24.142217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:24.174994 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:24.454245 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-e09bfe94-8aef-480f-9d8b-39bf406c8d8b service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156853 Apr 19 11:18:24.718351 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-139ebfda-9ea7-4901-9d2d-eb85f5edf575 req-1974f7f8-3c20-4b97-b85d-b214ff63c2c3 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070816 Apr 19 11:18:24.779034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Deleting port 76671e37-cf07-4301-a706-a95de5f056b7 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:24.779413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:25.035499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] For port 76671e37-cf07-4301-a706-a95de5f056b7, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=76671e37-cf07-4301-a706-a95de5f056b7,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:25.035918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:25.172823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Calling delete_port for 76671e37-cf07-4301-a706-a95de5f056b7 owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:25.211668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c5be-98bd-4f49-9997-de6df869d3d5 req-a97abddf-f3c9-44a1-ace4-0c780bca78d5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:25.213283 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-de38c5be-98bd-4f49-9997-de6df869d3d5 req-a97abddf-f3c9-44a1-ace4-0c780bca78d5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.3073413 Apr 19 11:18:25.304795 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-de38c5be-98bd-4f49-9997-de6df869d3d5 req-c6241ed9-ef36-44d9-95f1-ee94e35a8e8a tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840282 Apr 19 11:18:25.428216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:25.433157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-81d43d92-de69-4f38-aca8-f95a2cb2e14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:25.479061 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=76671e37-cf07-4301-a706-a95de5f056b7,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:25.481708 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:25.766979 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:26.409690 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Router bb671d9c-e285-41bb-b5d5-79c49ab648af has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:18:26.676264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa5e2f-60df-439b-ba5c-6e39764a4d01 req-fcf4a8c5-4d43-4e1a-8c3d-7c725d84722d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:26.677786 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e4aa5e2f-60df-439b-ba5c-6e39764a4d01 req-fcf4a8c5-4d43-4e1a-8c3d-7c725d84722d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.2040832 Apr 19 11:18:26.678923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:18:26.688695 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] Sync routers for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:18:26.699401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:26.700114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:18:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:26.713894 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0353e6d5-d784-4dab-9d72-5803cf39fbc1 admin admin] 10.222.0.46 "PUT /v2.0/routers/bb671d9c-e285-41bb-b5d5-79c49ab648af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9167531 Apr 19 11:18:26.716811 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46106) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:26.738651 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e4aa5e2f-60df-439b-ba5c-6e39764a4d01 req-10ebfdbc-06c4-4c38-9db2-5952de724733 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525610 Apr 19 11:18:26.902307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:26.917866 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:27.110236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:27.131016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Deleting port 76328f1c-9991-4e68-b0e3-102b7f963b14 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:27.131809 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:27.222167 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:18:25Z', 'revision_number': 5, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port': {'id': '76328f1c-9991-4e68-b0e3-102b7f963b14', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:47Z', 'updated_at': '2021-04-19T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:27.226462 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] Checking router: bb671d9c-e285-41bb-b5d5-79c49ab648af for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:18:27.238766 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] Routers {'bb671d9c-e285-41bb-b5d5-79c49ab648af'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:27.239021 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:18:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['bb671d9c-e285-41bb-b5d5-79c49ab648af'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:27.330587 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] For port 76328f1c-9991-4e68-b0e3-102b7f963b14, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=76328f1c-9991-4e68-b0e3-102b7f963b14,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:27.330971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:27.405772 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] Set router bb671d9c-e285-41bb-b5d5-79c49ab648af gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:27.463036 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Calling delete_port for 76328f1c-9991-4e68-b0e3-102b7f963b14 owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:27.520288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:18:27Z', 'revision_number': 6, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:27.524467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d5f9e-9546-4e2b-950d-171af69e9cbc None None] The sync data for ids ['bb671d9c-e285-41bb-b5d5-79c49ab648af'] in dv-cinder-786524-2-iscsi is: [{'id': 'bb671d9c-e285-41bb-b5d5-79c49ab648af', 'name': 'tempest-TestShelveInstance-1252590799-router', 'tenant_id': '53b140810e2e4603a4c2d49a6c198b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:46Z', 'updated_at': '2021-04-19T11:18:27Z', 'revision_number': 6, 'project_id': '53b140810e2e4603a4c2d49a6c198b6d', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:18:27.725291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:27.730914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8836c3e1-d5db-42e2-9c13-1501314f0a19 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:27.782063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Pushing event deleted for resources: {'Port': ['ID=76328f1c-9991-4e68-b0e3-102b7f963b14,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:27.785632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:27.883090 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:27.945738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76303dd8-0d2f-4274-8732-ab3c6f34c0ab req-53b577f7-fd7d-4428-8e0b-ddd808e741f0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:27.947351 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-76303dd8-0d2f-4274-8732-ab3c6f34c0ab req-53b577f7-fd7d-4428-8e0b-ddd808e741f0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.0917978 Apr 19 11:18:27.998113 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-76303dd8-0d2f-4274-8732-ab3c6f34c0ab req-3129211d-32af-40c6-bf9a-16d37528951e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Apr 19 11:18:28.071227 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.073768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.228318 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.228838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb671d9c-e285-41bb-b5d5-79c49ab648af {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:18:28.243329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.244696 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bb671d9c-e285-41bb-b5d5-79c49ab648af HTTP/1.1" status: 204 len: 168 time: 1.5267208 Apr 19 11:18:28.247390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46112) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:28.321943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Deleting subnet b827aec3-ec49-4c22-8ac3-5e0bcccb652b {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:18:28.325635 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.378236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.501384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.813861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76328f1c-9991-4e68-b0e3-102b7f963b14 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:28.846420 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.851080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 76328f1c-9991-4e68-b0e3-102b7f963b14 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:28.851477 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76328f1c-9991-4e68-b0e3-102b7f963b14 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:28.851960 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76671e37-cf07-4301-a706-a95de5f056b7 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:28.856829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:28.891225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 76671e37-cf07-4301-a706-a95de5f056b7 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:28.891620 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 76671e37-cf07-4301-a706-a95de5f056b7 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:28.899340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b827aec3-ec49-4c22-8ac3-5e0bcccb652b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:28.903300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:28.904388 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:28.909130 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3868bb5-01cd-4934-bdd4-f7f5d4bf53f2 None None] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:18:28.910625 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-02727259-332f-4ada-80d7-073ab9598af2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b827aec3-ec49-4c22-8ac3-5e0bcccb652b HTTP/1.1" status: 204 len: 168 time: 0.6621590 Apr 19 11:18:28.913310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46116) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:29.031675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:29.043458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Deleting port 5797e779-900f-4f1e-a82e-7440cf4d2068 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:29.043842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:29.187747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9382ea-2006-48b8-86af-85721680771f None None] DHCP port deletion for 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:18:29.193401 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Deleting port 5797e779-900f-4f1e-a82e-7440cf4d2068 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:29.193873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:29.217537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3265b-d3ef-486d-8b03-971e556448ef req-0e1849fd-e83b-4ff5-9f14-80cb818c385c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:29.219293 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-31e3265b-d3ef-486d-8b03-971e556448ef req-0e1849fd-e83b-4ff5-9f14-80cb818c385c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.1037621 Apr 19 11:18:29.287349 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-31e3265b-d3ef-486d-8b03-971e556448ef req-eb2dafe3-dee5-49e1-bbff-cf90360cc101 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606999 Apr 19 11:18:29.436745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-3e9382ea-2006-48b8-86af-85721680771f None None] For port 5797e779-900f-4f1e-a82e-7440cf4d2068, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=5797e779-900f-4f1e-a82e-7440cf4d2068,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:29.437087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:29.520525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] For port 5797e779-900f-4f1e-a82e-7440cf4d2068, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=5797e779-900f-4f1e-a82e-7440cf4d2068,segment=NetworkSegment(fc395f27-621c-4fcd-b79d-07fb003febfe),segment_id=fc395f27-621c-4fcd-b79d-07fb003febfe)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:29.521129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:29.569433 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Calling delete_port for 5797e779-900f-4f1e-a82e-7440cf4d2068 owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:29.652225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Calling delete_port for 5797e779-900f-4f1e-a82e-7440cf4d2068 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:29.679928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671'] for port, after_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:29.686544 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:29.728300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:18:29.728665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:18:29.735764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Pushing event deleted for resources: {'Port': ['ID=5797e779-900f-4f1e-a82e-7440cf4d2068,revision_number=None']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:29.739908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9382ea-2006-48b8-86af-85721680771f None None] No DVR routers for this DVR port 5797e779-900f-4f1e-a82e-7440cf4d2068 on host dv-cinder-786524-2-iscsi {{(pid=86486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:18:29.748492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.748931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.749411 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.749909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.750286 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.750657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.751028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.751399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.751810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.752200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.752601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.752986 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:18:29.756031 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-3e9382ea-2006-48b8-86af-85721680771f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:30.230678 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Deleting port 5797e779-900f-4f1e-a82e-7440cf4d2068 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:30.231078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.310015 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] The port '5797e779-900f-4f1e-a82e-7440cf4d2068' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:18:30.438352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.484259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae16560-852c-4989-84ed-703f947a6081 req-9ba7ba77-0da4-4085-b1c0-20242e1f487b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:30.485795 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eae16560-852c-4989-84ed-703f947a6081 req-9ba7ba77-0da4-4085-b1c0-20242e1f487b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 943 time: 0.0896223 Apr 19 11:18:30.534456 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-eae16560-852c-4989-84ed-703f947a6081 req-9c64bf62-99a0-4e32-a7f8-968a9d685bb6 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Apr 19 11:18:30.559080 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266edf5a-4cf2-49ab-9b14-841bf6cf9f0b']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:30.572200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc395f27-621c-4fcd-b79d-07fb003febfe') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:30.572548 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc395f27-621c-4fcd-b79d-07fb003febfe') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:30.584824 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.599848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.606853 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:18:30.669668 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7ea6efd7-c711-4267-ad9b-09fe071e2520 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:18:30.790530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:18:30.800324 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.816710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 7ea6efd7-c711-4267-ad9b-09fe071e2520, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:30.833846 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 5797e779-900f-4f1e-a82e-7440cf4d2068 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:30.871114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:18:30.873875 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 5797e779-900f-4f1e-a82e-7440cf4d2068 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:30.874271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 5797e779-900f-4f1e-a82e-7440cf4d2068 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:30.935683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.953917 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea6efd7-c711-4267-ad9b-09fe071e2520 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:18:30.970375 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 7ea6efd7-c711-4267-ad9b-09fe071e2520, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:30.993249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:30.995292 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:30.997808 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Network 266edf5a-4cf2-49ab-9b14-841bf6cf9f0b has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: % (table.description, expected, rows_matched) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:18:31.020633 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:18:31.067100 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=7ea6efd7-c711-4267-ad9b-09fe071e2520,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:31.070319 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:31.119097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:31.123622 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e950e296-eba5-4e3a-9f53-f56089409e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:31.138588 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:31.149707 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Pushing event deleted for resources: {'Network': ['ID=266edf5a-4cf2-49ab-9b14-841bf6cf9f0b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:31.153446 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:31.183373 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a0c6c390-cce1-40fd-a617-63ee0381b08e admin admin] 10.222.0.46 "DELETE /v2.0/networks/266edf5a-4cf2-49ab-9b14-841bf6cf9f0b HTTP/1.1" status: 204 len: 168 time: 2.2687752 Apr 19 11:18:31.186272 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46124) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:31.203901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['7ea6efd7-c711-4267-ad9b-09fe071e2520'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:18:31.742761 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75790c-86c3-4e98-abac-9bb059bbb9de req-93c33a30-4e1c-4bf6-a38b-d6bc472de161 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:31.744390 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1b75790c-86c3-4e98-abac-9bb059bbb9de req-93c33a30-4e1c-4bf6-a38b-d6bc472de161 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 944 time: 0.0953929 Apr 19 11:18:31.772748 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:31.793412 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1b75790c-86c3-4e98-abac-9bb059bbb9de req-666d957b-978e-4712-a531-12cab21005b9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Apr 19 11:18:32.140476 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Deleting port a8e15348-01cb-4c69-85cf-e4e3ce534067 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:32.140842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:32.325044 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] For port a8e15348-01cb-4c69-85cf-e4e3ce534067, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=a8e15348-01cb-4c69-85cf-e4e3ce534067,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:32.325440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:32.457136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Calling delete_port for a8e15348-01cb-4c69-85cf-e4e3ce534067 owned by network:router_interface {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:32.668345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:32.673019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-9e41c84d-5ff8-4e57-9281-b2c920a0a813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:32.676826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7ea6efd7-c711-4267-ad9b-09fe071e2520 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:18:32.721803 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e15348-01cb-4c69-85cf-e4e3ce534067,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:32.725129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:32.777610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port 7ea6efd7-c711-4267-ad9b-09fe071e2520 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:18:32.784520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port 7ea6efd7-c711-4267-ad9b-09fe071e2520 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:18:32.784952 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:32.939764 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:32.971213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:18:32.982983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port 7ea6efd7-c711-4267-ad9b-09fe071e2520, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:33.011761 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:33.013912 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:33.021787 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387d8c1-f7c2-49e9-b6bd-d1e2f3845c67 req-d3094ebd-7fb0-44c5-8187-a654797874f0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:33.023544 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c387d8c1-f7c2-49e9-b6bd-d1e2f3845c67 req-d3094ebd-7fb0-44c5-8187-a654797874f0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 944 time: 0.1004834 Apr 19 11:18:33.092191 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=7ea6efd7-c711-4267-ad9b-09fe071e2520,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:33.092916 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c387d8c1-f7c2-49e9-b6bd-d1e2f3845c67 req-28d327f5-a2d2-42ec-b933-9388bec1b379 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603027 Apr 19 11:18:33.096288 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:33.111226 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'code': 200} Apr 19 11:18:33.302657 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:33.454063 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49fd5-2cb6-43c9-9590-b13c1d8197e9 req-acb00c80-7c10-4099-aa4d-3e9c13d4f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:33.455709 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c7f49fd5-2cb6-43c9-9590-b13c1d8197e9 req-acb00c80-7c10-4099-aa4d-3e9c13d4f15b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1098 time: 0.0770698 Apr 19 11:18:33.499360 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-c7f49fd5-2cb6-43c9-9590-b13c1d8197e9 req-1325efa3-c3af-4f9d-8610-359990a177c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371189 Apr 19 11:18:33.690614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Router 5f250e1b-45ed-46b9-a835-3036848d9de7 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:18:33.887491 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:18:33.896104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] Sync routers for ids ['5f250e1b-45ed-46b9-a835-3036848d9de7'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:18:33.900095 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] 10.222.0.46 "PUT /v2.0/routers/5f250e1b-45ed-46b9-a835-3036848d9de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7102778 Apr 19 11:18:33.900315 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46136) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:33.909616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] Routers {'5f250e1b-45ed-46b9-a835-3036848d9de7'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:33.910279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:18:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['5f250e1b-45ed-46b9-a835-3036848d9de7'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:34.094902 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:34.100129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] Set router 5f250e1b-45ed-46b9-a835-3036848d9de7 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:34.340183 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:34.361985 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a1f27-2f4a-4be0-a336-caa689dbfe90 req-ae159b9d-0284-4828-86d1-69066eb6eab7 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:34.363735 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-514a1f27-2f4a-4be0-a336-caa689dbfe90 req-ae159b9d-0284-4828-86d1-69066eb6eab7 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 945 time: 0.1171093 Apr 19 11:18:34.387931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Deleting port 0cfac82e-b2e7-4926-810d-27dd4bc0802b {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:34.388473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:34.418371 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-514a1f27-2f4a-4be0-a336-caa689dbfe90 req-e5559190-b42c-4491-aed4-169e15c6153a tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Apr 19 11:18:34.434354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:18:32Z', 'revision_number': 5, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port': {'id': '0cfac82e-b2e7-4926-810d-27dd4bc0802b', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:13:56Z', 'updated_at': '2021-04-19T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:34.438496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] Checking router: 5f250e1b-45ed-46b9-a835-3036848d9de7 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:18:34.448202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] Routers {'5f250e1b-45ed-46b9-a835-3036848d9de7'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:34.448847 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:18:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['5f250e1b-45ed-46b9-a835-3036848d9de7'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:34.585373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] For port 0cfac82e-b2e7-4926-810d-27dd4bc0802b, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=0cfac82e-b2e7-4926-810d-27dd4bc0802b,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:34.586196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:34.608493 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] Set router 5f250e1b-45ed-46b9-a835-3036848d9de7 gateway port host: None {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:34.719528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Calling delete_port for 0cfac82e-b2e7-4926-810d-27dd4bc0802b owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:34.721086 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:18:34Z', 'revision_number': 6, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:34.725268 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8330eeb-efe7-4e47-b9bd-3129f4738f58 None None] The sync data for ids ['5f250e1b-45ed-46b9-a835-3036848d9de7'] in dv-cinder-786524-2-iscsi is: [{'id': '5f250e1b-45ed-46b9-a835-3036848d9de7', 'name': 'tempest-TestShelveInstance-1871551948-router', 'tenant_id': '22a996b2dda24549aff18578d2e3ffe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:13:55Z', 'updated_at': '2021-04-19T11:18:34Z', 'revision_number': 6, 'project_id': '22a996b2dda24549aff18578d2e3ffe9', 'gw_port_host': None}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:18:34.797396 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device a8e15348-01cb-4c69-85cf-e4e3ce534067 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:34.840174 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: a8e15348-01cb-4c69-85cf-e4e3ce534067 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:34.840553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device a8e15348-01cb-4c69-85cf-e4e3ce534067 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:34.987430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:34.992842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5105da89-c824-440c-8a64-3e1740160590 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:35.042790 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfac82e-b2e7-4926-810d-27dd4bc0802b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:35.045946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:35.140198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.327266 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.329610 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.472922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.473484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f250e1b-45ed-46b9-a835-3036848d9de7 {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:18:35.487919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.489170 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-97b3e6b7-2f32-4b3d-bd3e-06c7752e314f admin admin] 10.222.0.46 "DELETE /v2.0/routers/5f250e1b-45ed-46b9-a835-3036848d9de7 HTTP/1.1" status: 204 len: 168 time: 1.5878432 Apr 19 11:18:35.491842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46144) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:35.568734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Deleting subnet b0a869a6-6e63-432d-84e6-53312b4e200c {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:18:35.572106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.624714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.634861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32908b-d354-4b2e-9e76-b2bcaf589fb1 req-edd7c6da-542f-4a03-99e5-7fab92198b48 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:35.636638 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd32908b-d354-4b2e-9e76-b2bcaf589fb1 req-edd7c6da-542f-4a03-99e5-7fab92198b48 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 945 time: 0.0953064 Apr 19 11:18:35.688514 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd32908b-d354-4b2e-9e76-b2bcaf589fb1 req-5697bd8a-2eb3-43bc-bd0d-8650190fcb53 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453682 Apr 19 11:18:35.707135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:35.893788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc0655-a663-4add-ad0d-5cbfee5401a9 req-fb38301d-f792-4419-b9cb-88d141a745f8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:35.895304 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d6fc0655-a663-4add-ad0d-5cbfee5401a9 req-fb38301d-f792-4419-b9cb-88d141a745f8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 945 time: 0.0909171 Apr 19 11:18:35.943911 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d6fc0655-a663-4add-ad0d-5cbfee5401a9 req-a3542e3a-b85d-4bcd-86aa-e59e3a1896fe tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Apr 19 11:18:35.971651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46150) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:36.055447 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32da93d-87e1-410e-a924-dc05f78b0d56 tempest-TestVolumeBootPattern-889534157 tempest-TestVolumeBootPattern-889534157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:36.057391 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c32da93d-87e1-410e-a924-dc05f78b0d56 tempest-TestVolumeBootPattern-889534157 tempest-TestVolumeBootPattern-889534157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1093 time: 0.0846367 Apr 19 11:18:36.060335 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46154) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:36.065948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:18:36.073279 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:18:36.082088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:floatingip and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:18:36.086929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:18:36.093908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:18:36.217106 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.232374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.240314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:36.285938 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.291298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407890dd-4995-42fd-98ab-dece53464050 None None] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:18:36.291478 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a869a6-6e63-432d-84e6-53312b4e200c,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:36.294344 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:36.354207 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-62f4a61c-d166-45d0-aeb5-cf92689ce40f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b0a869a6-6e63-432d-84e6-53312b4e200c HTTP/1.1" status: 204 len: 168 time: 0.8611920 Apr 19 11:18:36.357692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46158) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:36.436851 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.483968 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.496282 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Deleting port 017f3539-a099-4e8b-a99e-177c5da56e6e {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:36.496665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.588384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Allocated IP 172.27.0.40 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/7786407d-2603-4263-8913-51b5c88a9eaa) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:18:36.739496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] For port 017f3539-a099-4e8b-a99e-177c5da56e6e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=017f3539-a099-4e8b-a99e-177c5da56e6e,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:36.739822 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.760341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] DHCP port deletion for 2d10963a-e206-4f82-b505-1ed52e6e2eea request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:18:36.765691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Deleting port 017f3539-a099-4e8b-a99e-177c5da56e6e {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:36.766123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:36.865719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0cfac82e-b2e7-4926-810d-27dd4bc0802b no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:36.896471 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Calling delete_port for 017f3539-a099-4e8b-a99e-177c5da56e6e owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:36.912445 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 0cfac82e-b2e7-4926-810d-27dd4bc0802b {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:18:36.912983 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 0cfac82e-b2e7-4926-810d-27dd4bc0802b not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:36.913569 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 017f3539-a099-4e8b-a99e-177c5da56e6e no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:18:37.016567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.021791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2361df7b-39c1-41bc-ac28-05272dbf4a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:37.026046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.077844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=017f3539-a099-4e8b-a99e-177c5da56e6e,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:37.078452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No active binding found for port 017f3539-a099-4e8b-a99e-177c5da56e6e {{(pid=86486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 11:18:37.078700 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 017f3539-a099-4e8b-a99e-177c5da56e6e not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:18:37.079955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] No DVR routers for this DVR port 017f3539-a099-4e8b-a99e-177c5da56e6e on host dv-cinder-786524-2-iscsi {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:18:37.081564 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:37.093314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.101479 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] For port 017f3539-a099-4e8b-a99e-177c5da56e6e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=017f3539-a099-4e8b-a99e-177c5da56e6e,segment=NetworkSegment(b23546b4-15a4-4719-8fdd-9107f65886b9),segment_id=b23546b4-15a4-4719-8fdd-9107f65886b9)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:18:37.101796 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-aa9fc300-01db-4625-b456-75ad72417d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:37.102014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.162027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:18:37.165142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:18:37.175302 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:18:37.209840 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.225050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=7786407d-2603-4263-8913-51b5c88a9eaa,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:37.234543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:37.246093 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Calling delete_port for 017f3539-a099-4e8b-a99e-177c5da56e6e owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:18:37.329589 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:18:37.330001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:18:37.330901 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d10963a-e206-4f82-b505-1ed52e6e2eea']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:37.344383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23546b4-15a4-4719-8fdd-9107f65886b9') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:37.344726 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23546b4-15a4-4719-8fdd-9107f65886b9') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:37.357290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851401063'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.410813 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.418408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:18:37.605331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:18:37.614978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2151977'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.643259 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.749172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.799298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Network 2d10963a-e206-4f82-b505-1ed52e6e2eea has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:18:37.823067 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:18:37.831237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Deleting port 017f3539-a099-4e8b-a99e-177c5da56e6e {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:18:37.831769 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:37.908496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-df777614-4f9e-436f-ae02-f59c3219dae5 None None] The port '017f3539-a099-4e8b-a99e-177c5da56e6e' was deleted {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:18:37.972235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.016076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.020918 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-252df1bd-0a90-46fc-9bcc-33ba234b7b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:38.130556 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.136404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.138658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=7786407d-2603-4263-8913-51b5c88a9eaa,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:38.141316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:38.143398 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:38.150910 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.165936 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2d10963a-e206-4f82-b505-1ed52e6e2eea HTTP/1.1" status: 204 len: 168 time: 1.8070033 Apr 19 11:18:38.167178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d10963a-e206-4f82-b505-1ed52e6e2eea,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:38.170369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:38.349103 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Floating IP 0dbac1ae-280b-4956-aed3-253d322f5f7f associated. External IP: 172.27.0.40, port: 7ea6efd7-c711-4267-ad9b-09fe071e2520. Apr 19 11:18:38.455870 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46164) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:38.508877 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-4675b2a8-8469-4e9f-8c81-b49baf216fde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53b140810e2e4603a4c2d49a6c198b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516422 Apr 19 11:18:38.511595 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46168) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:38.575327 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.602909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.685235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.690563 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4d44ad64-f89e-4dd5-8ae3-20901fbd04d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:38.705361 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da61e2f-b5cd-4041-9ff7-1ad419ee630b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:38.710792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:38.712863 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:38.714302 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-50b43f6b-6142-463f-836a-dde7a9d85767 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9da61e2f-b5cd-4041-9ff7-1ad419ee630b HTTP/1.1" status: 204 len: 168 time: 0.2014186 Apr 19 11:18:38.732525 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:18:38.923171 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:18:38.937112 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:18:38.947415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:38.948256 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:18:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:39.028211 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:39.093531 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d569191b-7114-4097-96f1-3b374985b697 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0320666 Apr 19 11:18:39.094233 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:18:39.145665 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'status': 'completed', 'code': 200} Apr 19 11:18:39.150832 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:39.224996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46180) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:39.251642 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-abf6f6c1-4617-4c9b-9b2f-a16fedece0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:39.253553 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-abf6f6c1-4617-4c9b-9b2f-a16fedece0d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1098 time: 0.0851090 Apr 19 11:18:39.281235 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-91e04232-111a-451e-a396-04be1e76047f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22a996b2dda24549aff18578d2e3ffe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546839 Apr 19 11:18:39.283763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46184) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:18:39.350788 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:39.379133 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:39.406113 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-a0a26ca3-b06f-45c9-9c68-7599584c685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:39.407711 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-a0a26ca3-b06f-45c9-9c68-7599584c685b service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1481616 Apr 19 11:18:39.451029 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:39.456385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5122be58-974e-41fd-ad7d-284f5f0b6d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:18:39.468022 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbfd58f-7934-41b4-9470-9c5d0aa6be4b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:18:39.470532 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:18:39.475932 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:39.477754 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbbfd58f-7934-41b4-9470-9c5d0aa6be4b HTTP/1.1" status: 204 len: 168 time: 0.1920874 Apr 19 11:18:39.529426 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-e49ad306-6135-4e9f-9c7c-e370033d6850 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 998 time: 0.1147749 Apr 19 11:18:39.576955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:37Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:39.581134 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:18:39.590632 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:18:39.591301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:18:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:39.601665 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-95b5145c-9b3d-44df-be4e-3aae6d4820cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:39.603256 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-95b5145c-9b3d-44df-be4e-3aae6d4820cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0661607 Apr 19 11:18:39.700195 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-4d1da8d7-68df-4415-adb5-ccde62802700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:18:39.701846 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-4d1da8d7-68df-4415-adb5-ccde62802700 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916359 Apr 19 11:18:39.786186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:18:40.113446 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-e2dd472d-3af5-467a-a49a-ebc5203eb731 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047735 Apr 19 11:18:40.196136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:37Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:18:40.201143 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05ec49-3ae8-4844-8ab0-88449e9a3e1e None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:37Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:18:40.263767 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd72d01b-37e3-4f96-990c-79b0054133f2 req-c627f605-64db-4e12-af32-c66b00e85886 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420920 Apr 19 11:18:40.482683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303befe7-197e-40eb-9760-d1ddc9b6ca11 None None] New status for floating IP 0dbac1ae-280b-4956-aed3-253d322f5f7f: ACTIVE {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:18:49.604836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e46adf1b-ae79-4fea-9d2b-c0f1a87a21fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:51.552430 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:52.107239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-96ae155e-3986-4718-829c-546e462eaae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:53.124507 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:53.210049 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:54.147269 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:18:55.831163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:19:19.615705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c27dab0c-6b30-4e1a-b6d9-bbc3c1ab67ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:21.570108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:22.118220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-87a91b8c-386a-4a79-8b90-3086a0ffdae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:23.141320 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:23.215857 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:24.147111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:29.159773 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-21beb695-350f-4d08-b74d-d9419b3d67cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778039 Apr 19 11:19:29.371753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-8c54fbf6-45cb-4572-8db4-75458b37c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:19:29.373357 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-8c54fbf6-45cb-4572-8db4-75458b37c056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1098 time: 0.0829318 Apr 19 11:19:29.528792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-551e4df0-148c-49d5-b838-dcebd7f64b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:19:29.530405 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-551e4df0-148c-49d5-b838-dcebd7f64b22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1374190 Apr 19 11:19:29.641558 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-3f3c4c2b-6502-40be-8cfd-671358a93f48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 1000 time: 0.1035030 Apr 19 11:19:29.712599 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-86804bed-fde5-4c39-b245-1bac162dec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:19:29.723550 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-86804bed-fde5-4c39-b245-1bac162dec1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0660939 Apr 19 11:19:29.797697 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-7e69d4e8-ddf9-4179-9ba9-1d25bd1dc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:19:29.799192 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-7e69d4e8-ddf9-4179-9ba9-1d25bd1dc5bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774851 Apr 19 11:19:29.942728 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-4f39ca74-d18e-4716-8ff1-353aea4ea08d service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358171 Apr 19 11:19:30.088151 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-d0eba796-1dcc-46e3-8471-47fbc90bf92e req-2a5b483a-1fd7-4499-bf47-245b7389f288 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372585 Apr 19 11:19:32.830636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:19:49.597929 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a0f45d63-364c-41e5-9f5f-38a1683533fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:51.552297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:52.118217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a37f1a8d-2a82-4034-94c9-c2e8618338e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:53.140209 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:53.225744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:19:54.157933 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:09.831627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:20:18.778102 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-426ab28f-00c1-4f86-83da-50f5394b66fb tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944240463&fields=id&tenant_id=e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 267 time: 0.0482452 Apr 19 11:20:18.941212 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-3c19aa83-51e1-49e5-9025-320f23f0d24c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:18.942958 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-3c19aa83-51e1-49e5-9025-320f23f0d24c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 811 time: 0.1574857 Apr 19 11:20:18.958820 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-38186588-1d7f-4923-b055-ed5f8060faeb tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/quotas/e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 375 time: 0.0096583 Apr 19 11:20:19.058311 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-304efc9a-187d-46c3-a5e0-ff706cf91621 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0940404 Apr 19 11:20:19.233317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-cc9a38c8-0b5e-4cb3-a9cc-a63b2f518c4b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 11:20:19.234439 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-cc9a38c8-0b5e-4cb3-a9cc-a63b2f518c4b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1632123 Apr 19 11:20:19.377000 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-dff66d4d-9ce3-4581-b256-aba5141637e3 service neutron] 10.222.0.46 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356945 Apr 19 11:20:19.520247 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-0bb2fa17-683a-4dab-bbf6-86fc9dbb724a service neutron] 10.222.0.46 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365507 Apr 19 11:20:19.598793 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c15cbfb8-f28e-4d90-8b6c-ccb66af9db9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:20.026730 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b8cc2920-0b5a-4bdb-b860-4ef5010cde03 req-46928081-c486-42fc-a20e-51b7315fa9ba tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 210 time: 0.0620112 Apr 19 11:20:21.195347 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3c63832c-dce1-4c48-aa21-6ddaed7e8310 req-6d3f5b80-8782-420e-a0fc-b2b6c1cc4196 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 210 time: 0.0504050 Apr 19 11:20:21.535031 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:21.761119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-240e7ff5-b9df-4dde-b2f3-42ff1a45b0f5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:21.763408 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-240e7ff5-b9df-4dde-b2f3-42ff1a45b0f5 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 811 time: 0.1613028 Apr 19 11:20:21.846278 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-e95e00d1-a7a8-4a1c-b12d-6398a57d58fe tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4962d0185f7415bb6bdcc827e46bda9 HTTP/1.1" status: 200 len: 8061 time: 0.0739942 Apr 19 11:20:21.855110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'port': {'device_id': '909e62aa-af10-40f5-8964-ba792bd6b627', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'admin_state_up': True, 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'security_groups': ['d795c0ce-c325-442d-86b7-d00c6aa26374']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:20:22.005046 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:20:22.015530 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:20:22.049203 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Made reservation on behalf of e4962d0185f7415bb6bdcc827e46bda9 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:20:22.055581 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.123381 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-ac56db95-5b31-4b4a-b0e3-25d726059e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.233768 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Allocated IP 172.20.0.12 (44ddac08-706e-43bb-a292-74b8904c3749/097be339-d2b4-40c6-bf86-6b9d114d4765/aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:20:22.411833 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f622fd54-4b26-4335-ad1f-9fc4050dd679 req-5cfe9a9f-36b2-4258-9a6d-2c18bd3b8d48 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 210 time: 0.0579908 Apr 19 11:20:22.486443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.502943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Transition to ACTIVE for port object aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:20:22.569984 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.575720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-275fed88-fc65-4733-a268-93b54b239abe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:22.650186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Network 44ddac08-706e-43bb-a292-74b8904c3749 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:20:22.653760 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:20:22.658141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:20:22.700992 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:22.714235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.714656 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.715228 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.715745 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.716173 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.716577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.716977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.717374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.717797 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.718165 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.718557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.718951 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:22.727568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:22.750220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:22.750928 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.804473 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-7257ffe6-7ab4-42fb-97e6-953af8223d7d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9532669 Apr 19 11:20:22.816251 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Request body: {'port': {'device_id': '909e62aa-af10-40f5-8964-ba792bd6b627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:20:22.889201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-037adbe0-c30f-4ec3-83ad-690b1cdcbbd4 None None] Provisioning for port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 completed by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:20:22.894575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-037adbe0-c30f-4ec3-83ad-690b1cdcbbd4 None None] Provisioning complete for port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 triggered by entity DHCP. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:20:22.899301 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-037adbe0-c30f-4ec3-83ad-690b1cdcbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.943135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:22.954325 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-037adbe0-c30f-4ec3-83ad-690b1cdcbbd4 None None] Port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 cannot update to ACTIVE because it is not bound. {{(pid=86486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:20:23.157867 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:23.226373 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:23.375502 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:20:23.383380 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:23.398628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Transition to ACTIVE for port object aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:20:23.426236 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:23.430989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-ad317846-7a1d-44d9-a476-f3040e28dc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:23.933136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:23.937026 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:24.001689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Attempting to bind port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:20:24.002056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Attempting to bind port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:20:24.002443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Attempting to bind port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:20:24.009397 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 on network 44ddac08-706e-43bb-a292-74b8904c3749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:20:24.009747 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Attempting to bind port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 on network 44ddac08-706e-43bb-a292-74b8904c3749 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:20:24.021814 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722de2f-64bf-480e-95ad-d88328343a2f req-94419930-3536-4b85-bcb8-decb78322305 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:24.022565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-6722de2f-64bf-480e-95ad-d88328343a2f req-94419930-3536-4b85-bcb8-decb78322305 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:20:24.028845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Checking agent: {'id': 'cdd6af7c-6342-4cf5-bd65-5b5ac16226b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'started_at': datetime.datetime(2021, 4, 19, 11, 5, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:20:24.029216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Checking segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:20:24.029729 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Bound using segment: {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:20:24.030197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Bound port: aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19af7590-ba73-423b-a9f2-22db9d2785c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:20:24.030575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:24.131365 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-6722de2f-64bf-480e-95ad-d88328343a2f req-94419930-3536-4b85-bcb8-decb78322305 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:20:24.132792 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6722de2f-64bf-480e-95ad-d88328343a2f req-94419930-3536-4b85-bcb8-decb78322305 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.5917628 Apr 19 11:20:24.162722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:24.163215 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] For port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host hv-cinder-78652, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:20:24.182050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] For port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:20:24.192930 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6722de2f-64bf-480e-95ad-d88328343a2f req-bed01b24-118c-4735-b5da-a420ccfe7ae0 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519357 Apr 19 11:20:24.238161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2152023'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:24.243443 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:24.298948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:24.299142 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:24.300672 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] 10.222.0.55 "PUT /v2.0/ports/aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 HTTP/1.1" status: 200 len: 1094 time: 1.4890740 Apr 19 11:20:24.301202 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:20:24.334006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:24.337623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:24.370661 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'status': 'completed', 'code': 200} Apr 19 11:20:24.467576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-c7c1ea6c-fe3a-4d3f-bb18-251425df76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:24.469225 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-c7c1ea6c-fe3a-4d3f-bb18-251425df76e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 1097 time: 0.0886445 Apr 19 11:20:24.546404 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-ba0aa386-9b46-4ff6-a639-b06357221726 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 HTTP/1.1" status: 200 len: 217 time: 0.0696328 Apr 19 11:20:24.621612 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-b25076df-2d2a-4a74-9e0a-2fd48a82a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:24.623114 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-b25076df-2d2a-4a74-9e0a-2fd48a82a3fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0694044 Apr 19 11:20:24.708923 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-12a4784f-50f3-4eae-996e-aef2657ddff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:24.710474 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-12a4784f-50f3-4eae-996e-aef2657ddff8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810483 Apr 19 11:20:24.854473 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-22e761a9-8c64-46ba-ae7c-5779068d3344 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376288 Apr 19 11:20:25.002953 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-dd55bd47-1ed2-49eb-93e8-02b11551ef68 req-1ac8c1ba-00e4-48a4-8dae-ad601c9e0c0f service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389749 Apr 19 11:20:25.152077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-628491ae-7314-4f00-acdd-88cf75606f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:25.153766 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-628491ae-7314-4f00-acdd-88cf75606f52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 1097 time: 0.0827124 Apr 19 11:20:25.301585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-908917f7-6ed3-4fbe-b8fa-bca355870b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:25.303157 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-908917f7-6ed3-4fbe-b8fa-bca355870b7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1411660 Apr 19 11:20:25.424500 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-0a51284a-0b65-40c3-af43-abf283553228 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 HTTP/1.1" status: 200 len: 217 time: 0.1133747 Apr 19 11:20:25.517275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-3b125f9e-99ea-41c5-8ea9-2fc5a3261c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:25.519047 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-3b125f9e-99ea-41c5-8ea9-2fc5a3261c42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0808418 Apr 19 11:20:25.529141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba054d1-e6b4-4371-b0e5-a665b350010b req-ff7b39bb-a5db-4136-ae69-7694f52ed7b8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:25.530601 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ba054d1-e6b4-4371-b0e5-a665b350010b req-ff7b39bb-a5db-4136-ae69-7694f52ed7b8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.1672432 Apr 19 11:20:25.626497 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-5ba054d1-e6b4-4371-b0e5-a665b350010b req-96a8388d-d304-4b63-8df6-6e64ab483349 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596714 Apr 19 11:20:25.648833 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-8d83eb5e-7c04-46f6-a35a-45feb344040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:25.650436 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-8d83eb5e-7c04-46f6-a35a-45feb344040d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189175 Apr 19 11:20:25.794414 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-26a98af6-c72a-415a-869b-dc324bedacc1 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359718 Apr 19 11:20:25.935785 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f9ed6b13-4b6a-4cb3-804c-b146a1f1a5c4 req-493e01d9-bd43-43ec-ba78-020c2e299715 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342568 Apr 19 11:20:27.000557 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb65974-e99b-4451-a786-7028e051735f req-da6f2ce6-3544-41da-9537-e9c6dbac1e87 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:27.002169 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bdb65974-e99b-4451-a786-7028e051735f req-da6f2ce6-3544-41da-9537-e9c6dbac1e87 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.0924637 Apr 19 11:20:27.050281 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bdb65974-e99b-4451-a786-7028e051735f req-3c86f26c-b958-49cc-a6ed-ed0a583d3a0b tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Apr 19 11:20:28.253848 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01175cee-4337-46a4-a0cc-d214a58cf94b req-5638049e-40b8-43b7-b983-990a52d00cb8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:28.255441 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-01175cee-4337-46a4-a0cc-d214a58cf94b req-5638049e-40b8-43b7-b983-990a52d00cb8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.0910032 Apr 19 11:20:28.304561 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-01175cee-4337-46a4-a0cc-d214a58cf94b req-3cbb245e-08c1-4b56-8d40-3371b920ae1e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Apr 19 11:20:29.514135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc2b51-8845-4892-83b7-4148c18c69ef req-8ec3199b-4064-4b0b-9434-e18395a40e2c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:29.515741 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6abc2b51-8845-4892-83b7-4148c18c69ef req-8ec3199b-4064-4b0b-9434-e18395a40e2c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.0975502 Apr 19 11:20:29.566612 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6abc2b51-8845-4892-83b7-4148c18c69ef req-107c987f-4466-4da8-b3fb-3a8a96fcf8ec tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Apr 19 11:20:30.170339 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-7ed40f2d-0424-460a-9441-aac7b90233cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764368 Apr 19 11:20:30.317466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-b667ccc5-30e3-4fba-92a1-57c97e2b5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:30.319045 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-b667ccc5-30e3-4fba-92a1-57c97e2b5cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1098 time: 0.0788376 Apr 19 11:20:30.473722 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-6adcc585-2661-48c9-9df2-c642363eecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:30.475192 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-6adcc585-2661-48c9-9df2-c642363eecf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1369452 Apr 19 11:20:30.586545 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-611abf1e-8bc5-46ad-afc2-7cf6fb3d13c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 1000 time: 0.1030324 Apr 19 11:20:30.658880 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-ad2e866b-7734-4cc9-8843-6230861f40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:30.660533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-ad2e866b-7734-4cc9-8843-6230861f40af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0672355 Apr 19 11:20:30.815076 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-b967451a-9199-4b1c-8fe8-de3d386f4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:30.821279 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-b967451a-9199-4b1c-8fe8-de3d386f4757 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1495137 Apr 19 11:20:30.826335 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598a87-109c-475b-9a12-0c8d646ab954 req-93550c24-8956-47a1-86e2-fc542e516372 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:30.827817 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1a598a87-109c-475b-9a12-0c8d646ab954 req-93550c24-8956-47a1-86e2-fc542e516372 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.1246195 Apr 19 11:20:30.970030 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-1a598a87-109c-475b-9a12-0c8d646ab954 req-9e04f85d-7416-453c-82ec-38e303d7eaad tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195371 Apr 19 11:20:31.004735 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-f68969c0-38fa-4f7a-a287-59ce44e50ecd service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759074 Apr 19 11:20:31.148430 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-e002a25f-5278-4adb-b922-aa9b90ec4000 req-7f3c77f4-4733-4db5-b42a-c7ffa70e6872 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370296 Apr 19 11:20:32.174794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeeca9-68c4-4f30-819d-d0823b2f1ab5 req-dd480352-997e-449b-9cb3-18eb5be343ab tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:32.176403 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7eaeeca9-68c4-4f30-819d-d0823b2f1ab5 req-dd480352-997e-449b-9cb3-18eb5be343ab tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.0879495 Apr 19 11:20:32.223679 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-7eaeeca9-68c4-4f30-819d-d0823b2f1ab5 req-66b603ca-1c7d-49dd-8d3f-4de5a681cb92 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Apr 19 11:20:33.271675 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:20:33.417499 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:20:33.431644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dba1a-4d0b-460e-8da6-5d191c5cc419 req-253e9c34-bbe8-42e9-a33b-e7a0f2089fb4 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:33.431865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Returning: {'device': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'port_id': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'mac_address': 'fa:16:3e:85:6e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:20:33.433280 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6e3dba1a-4d0b-460e-8da6-5d191c5cc419 req-253e9c34-bbe8-42e9-a33b-e7a0f2089fb4 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 944 time: 0.0942693 Apr 19 11:20:33.483283 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-6e3dba1a-4d0b-460e-8da6-5d191c5cc419 req-c79c973a-c2b6-4c73-98b3-b9f1ea7e04aa tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Apr 19 11:20:33.495404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:33.514103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 {{(pid=86486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:20:33.530331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:20:33.562781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:33.564626 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-984b79e0-8040-4bc2-a8ab-6665b8fea96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:33.637425 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:33.645105 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.645496 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.645879 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.646254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.646623 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.646996 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.647366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.647734 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.648150 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.648519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.648883 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.649249 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:33.653978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:33.813916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] get_ports_and_sgs() called for port_ids ['aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239'] {{(pid=86486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:20:34.691676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77dbf1-12c1-4c74-9daa-3cc3063d7034 req-5ec7d39a-f2c0-4f29-aa3b-1a709bcbafee tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:34.693498 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd77dbf1-12c1-4c74-9daa-3cc3063d7034 req-5ec7d39a-f2c0-4f29-aa3b-1a709bcbafee tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 945 time: 0.0926390 Apr 19 11:20:34.984764 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-fd77dbf1-12c1-4c74-9daa-3cc3063d7034 req-cad772d1-b9e0-413b-ae96-8488a15e874c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848368 Apr 19 11:20:35.272844 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 up at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:20:35.379170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning for port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 completed by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:20:35.384331 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.provisioning_blocks [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Provisioning complete for port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 triggered by entity L2. {{(pid=86486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:20:35.384780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821754750'] for port, provisioning_complete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:35.508512 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:35.539714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239'}] {{(pid=86486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:20:35.550317 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] For port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:20:35.580503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:35.582484 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:35.623185 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'code': 200} Apr 19 11:20:35.656949 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Pushing event updated for resources: {'Port': ['ID=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,revision_number=5']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:35.660116 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:35.937930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5230d3-59f0-40ac-8f8e-12216eba8c22 req-b81ae8e6-9aec-4a08-aa3d-41a8e0ab07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:35.939431 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bb5230d3-59f0-40ac-8f8e-12216eba8c22 req-b81ae8e6-9aec-4a08-aa3d-41a8e0ab07f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 1099 time: 0.0775909 Apr 19 11:20:35.983266 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-bb5230d3-59f0-40ac-8f8e-12216eba8c22 req-b2bdf047-f5b9-4d85-9004-592893292d73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379138 Apr 19 11:20:36.188263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974ec1-5140-4ec9-a9a7-31db8094509f req-7e058201-a96e-4457-845a-4092965c019e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:36.189768 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07974ec1-5140-4ec9-a9a7-31db8094509f req-7e058201-a96e-4457-845a-4092965c019e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 946 time: 0.0920899 Apr 19 11:20:36.237399 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-07974ec1-5140-4ec9-a9a7-31db8094509f req-8e505d3c-4acd-4dfd-b6b3-d156d9fdb3bd tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Apr 19 11:20:37.450574 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdf0c-0851-411d-a941-f771872233fd req-6928d5fc-5d77-4c0a-8845-30065b5273de tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:37.452165 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3c5cdf0c-0851-411d-a941-f771872233fd req-6928d5fc-5d77-4c0a-8845-30065b5273de tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 946 time: 0.0922067 Apr 19 11:20:37.499397 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-3c5cdf0c-0851-411d-a941-f771872233fd req-cf47e9f5-9d69-4a59-a7de-9707808f7b41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Apr 19 11:20:37.698765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f3d5-3fd9-4ee2-89cf-d9a1d5a568c0 req-6def1792-35be-4c3a-9eaf-1cba023abf60 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:37.701006 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73e2f3d5-3fd9-4ee2-89cf-d9a1d5a568c0 req-6def1792-35be-4c3a-9eaf-1cba023abf60 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 946 time: 0.0888813 Apr 19 11:20:37.747472 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-73e2f3d5-3fd9-4ee2-89cf-d9a1d5a568c0 req-5c9158ed-85d7-420e-a3e2-4385a17ff9df tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Apr 19 11:20:37.772792 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46294) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:20:37.852757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08367b-ffcf-40bf-96d4-0975b22a0b97 tempest-TestVolumeBootPattern-889534157 tempest-TestVolumeBootPattern-889534157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:37.854310 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7b08367b-ffcf-40bf-96d4-0975b22a0b97 tempest-TestVolumeBootPattern-889534157 tempest-TestVolumeBootPattern-889534157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 1094 time: 0.0804551 Apr 19 11:20:37.857926 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46298) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:20:37.863321 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.v2.base [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Request body: {'floatingip': {'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'port_id': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:20:37.869636 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:20:37.874930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Usage tracker for resource:floatingip and tenant:e4962d0185f7415bb6bdcc827e46bda9 is out of sync, need to count used quota {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:20:37.877921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:20:37.883908 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.quota.driver [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:20:37.923189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:38.066223 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:38.210314 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_common [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Allocated IP 172.27.0.87 (3ddf443b-b5a6-45b6-b647-2687ed1dc08d/7523bbf5-600f-4ad0-a614-f7f8b84c6773/f93c5906-d2df-479f-8a3e-6d923205236d) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:20:38.366299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:38.426328 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299097213146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:38.431144 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-5148e3e2-c5fb-4afb-8c5e-1f3b2d859458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:38.495354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Network 3ddf443b-b5a6-45b6-b647-2687ed1dc08d is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:20:38.499014 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.base_scheduler [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:20:38.503011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:20:38.543617 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=f93c5906-d2df-479f-8a3e-6d923205236d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:38.555030 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.555466 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.555922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.556356 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.556771 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.557189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.557601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.558012 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.558423 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.558878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.559290 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.559705 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:20:38.564877 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:39.188605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:39.305907 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33091423'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:39.520781 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:39.556135 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737758014408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299097213129', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737757562705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852174657'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:39.561440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-4aa01501-0ac2-4d2f-a7d4-23be145bbe97 tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:20:39.682683 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event updated for resources: {'Port': ['ID=f93c5906-d2df-479f-8a3e-6d923205236d,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:20:39.687650 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:20:39.692762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414897'] for floatingip, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:39.876066 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Floating IP 98decfeb-19e6-47fe-9eaa-d1cce14efc1a associated. External IP: 172.27.0.87, port: aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239. Apr 19 11:20:40.250593 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:20:40.442720 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:20:40.452403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:20:40.462323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:20:40.462995 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:20:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:20:40.523357 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:40.585032 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2ec29c13-8d78-47aa-b314-48ba73e34730 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7260041 Apr 19 11:20:40.585746 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:20:40.639310 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'status': 'completed', 'code': 200} Apr 19 11:20:40.655537 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:20:40.864254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-ca378d80-264a-41dc-9e94-11549fc3c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:40.865915 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-ca378d80-264a-41dc-9e94-11549fc3c6b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 1099 time: 0.0870934 Apr 19 11:20:41.013475 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-f9ec5244-62ab-4d7e-8a4a-3c45694d1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:41.014987 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-f9ec5244-62ab-4d7e-8a4a-3c45694d1127 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1431859 Apr 19 11:20:41.046201 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:40Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}, {'id': '98decfeb-19e6-47fe-9eaa-d1cce14efc1a', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:85:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909e62aa-af10-40f5-8964-ba792bd6b627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:20:39Z', 'updated_at': '2021-04-19T11:20:39Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:20:41.050383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:20:41.059919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:20:41.060553 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:20:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:20:41.128035 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-0681e18e-e88d-48d2-8a8f-8f35c0234004 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 HTTP/1.1" status: 200 len: 999 time: 0.1056812 Apr 19 11:20:41.198081 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-d090f9a7-7d37-45ca-937e-5650f56082a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:41.200549 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-d090f9a7-7d37-45ca-937e-5650f56082a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0661695 Apr 19 11:20:41.253101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:20:41.287056 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-2b9ce354-4b0a-41d2-aab6-2771250de0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:20:41.288745 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-2b9ce354-4b0a-41d2-aab6-2771250de0a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809283 Apr 19 11:20:41.436514 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-4a1dd616-a239-4a7c-91c6-dd33581ed8d3 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404335 Apr 19 11:20:41.582533 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9d4a2dbd-05c8-4024-b3f4-32c0c4aee4fa req-78f6cf0f-20c9-4290-b61e-29b20e637079 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390421 Apr 19 11:20:41.626598 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:40Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}, {'id': '98decfeb-19e6-47fe-9eaa-d1cce14efc1a', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:85:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909e62aa-af10-40f5-8964-ba792bd6b627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:20:39Z', 'updated_at': '2021-04-19T11:20:39Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:20:41.630819 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfc0a5-802f-4eec-a4ea-829d198adf33 None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:40Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}, {'id': '98decfeb-19e6-47fe-9eaa-d1cce14efc1a', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:85:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909e62aa-af10-40f5-8964-ba792bd6b627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:20:39Z', 'updated_at': '2021-04-19T11:20:39Z', 'revision_number': 0, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:20:41.903225 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ac032-6db2-42a9-951d-439488704fd7 None None] New status for floating IP 98decfeb-19e6-47fe-9eaa-d1cce14efc1a: ACTIVE {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:20:46.830836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:20:49.603027 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f31ed350-bff1-4b55-bb7f-317dd96bd1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:51.568714 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:52.134379 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-4c7a26c6-7b44-4855-8f91-6256c938bfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:53.145758 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:53.225738 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:20:54.156871 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:19.630873 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-e92e17ee-fdcb-42bb-8683-5e96da06ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:21.562473 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:22.139674 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-192c3b5b-72db-4f86-9a4f-d5e54cd84c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:23.145511 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:23.224050 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:23.830723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:21:24.173716 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:32.154390 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-dafe46b3-b533-4f10-9f48-bbf85505dc1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808885 Apr 19 11:21:32.303042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-0d2e9cd6-c1d4-494e-8eae-849035fcd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:21:32.304751 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-0d2e9cd6-c1d4-494e-8eae-849035fcd2ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1098 time: 0.0791047 Apr 19 11:21:32.458644 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-169ed830-be51-4b4b-bbdf-54fceeae0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:21:32.460730 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-169ed830-be51-4b4b-bbdf-54fceeae0968 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1368372 Apr 19 11:21:32.569229 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-984e62cc-bd0a-42d9-821c-a9eafca354ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 1000 time: 0.1027339 Apr 19 11:21:32.639217 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-f2b50c9f-4ca9-41a1-8828-7313ca9acaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:21:32.640763 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-f2b50c9f-4ca9-41a1-8828-7313ca9acaf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0656064 Apr 19 11:21:32.724878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-39a7da77-08f4-4eb1-97e4-c99e2eba0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:21:32.726433 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-39a7da77-08f4-4eb1-97e4-c99e2eba0886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787845 Apr 19 11:21:32.867520 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-499f8eaf-1eb4-4a30-87e9-005a4af6598a service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349599 Apr 19 11:21:33.011259 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-11eaaef4-fc61-44d9-8d7a-2c466c60f342 req-ecaddee8-7afd-4204-8856-e7e82a937386 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375356 Apr 19 11:21:49.612098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b6da9892-a376-4ee9-8ce8-000da679d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:51.578117 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:52.148731 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ffb3-90ad-4122-8570-6e5be2003927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:53.156520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:53.230890 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:21:54.173163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:00.830341 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:22:02.026794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46322) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:02.246719 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Deleting port f93c5906-d2df-479f-8a3e-6d923205236d {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:02.247097 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:02.425895 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:02.426261 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:02.557861 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Calling delete_port for f93c5906-d2df-479f-8a3e-6d923205236d owned by network:floatingip {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:02.744509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:02.749170 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-89ca49bf-01ca-44b0-b09a-cde4e29c9394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:02.794258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'Port': ['ID=f93c5906-d2df-479f-8a3e-6d923205236d,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:02.833312 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.833681 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.834102 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.834519 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.834931 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.835370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.835753 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.836187 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.836597 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.837001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.837406 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.837810 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:02.846378 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:02.908673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:02.909047 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Floating IP 98decfeb-19e6-47fe-9eaa-d1cce14efc1a disassociated (deleted). External IP: 172.27.0.87, port: aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239. Apr 19 11:22:03.280527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:22:03.725101 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:22:03.735103 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:22:03.744888 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:03.745568 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:21:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:03.773464 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:03.833236 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c7d29dae-528f-47e6-ad35-2a63943012cc tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "DELETE /v2.0/floatingips/98decfeb-19e6-47fe-9eaa-d1cce14efc1a HTTP/1.1" status: 204 len: 168 time: 1.8052571 Apr 19 11:22:03.833943 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:22:03.900930 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'status': 'completed', 'code': 200} Apr 19 11:22:03.947412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:04.004008 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-51edb156-8df4-41c0-86ee-494ae3518b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:04.005930 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-51edb156-8df4-41c0-86ee-494ae3518b83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 1099 time: 0.0808384 Apr 19 11:22:04.159837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-e13712a1-0fcf-4036-9322-1d9241d95ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:04.161454 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-e13712a1-0fcf-4036-9322-1d9241d95ee5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1496899 Apr 19 11:22:04.241644 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-9511976b-ac97-40c8-bbda-6dd4cee6d91a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 HTTP/1.1" status: 200 len: 217 time: 0.0730319 Apr 19 11:22:04.331220 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:40Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:04.335332 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:22:04.344383 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:04.346505 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:21:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:04.371842 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-e33dfce8-ceea-47e6-ab67-3fe4be9bec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:04.378684 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-e33dfce8-ceea-47e6-ab67-3fe4be9bec73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.1238439 Apr 19 11:22:04.457092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed4a9-d3b4-4d00-b7bc-9be5f30e1e3a req-27794fe4-465d-4e81-b754-2202f2447921 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:04.458689 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f04ed4a9-d3b4-4d00-b7bc-9be5f30e1e3a req-27794fe4-465d-4e81-b754-2202f2447921 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 946 time: 0.1697295 Apr 19 11:22:04.518480 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-23c49dbc-43b7-4c07-b684-1871ce43bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:04.520164 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-23c49dbc-43b7-4c07-b684-1871ce43bec6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382840 Apr 19 11:22:04.527774 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f04ed4a9-d3b4-4d00-b7bc-9be5f30e1e3a req-57312fb5-f86e-419c-8d63-4f3fd7188b0c tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615599 Apr 19 11:22:04.534163 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:04.666134 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-4b6dde12-f2ae-4343-aaa1-df9ad302be4b service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372104 Apr 19 11:22:04.810949 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-a9f54791-5463-4db0-b8d4-319c9b5177fb req-e0355d6b-8a2e-4039-a688-9f004c585301 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371853 Apr 19 11:22:04.905529 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:40Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:04.911246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf074dcf-d05b-459c-a8cc-abfff0ae1406 None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_floatingips': [{'id': '0dbac1ae-280b-4956-aed3-253d322f5f7f', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'router_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'port_id': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'mac_address': 'fa:16:3e:a4:90:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75521ee8-0308-40ef-8d18-237896650f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:18:37Z', 'updated_at': '2021-04-19T11:18:40Z', 'revision_number': 1, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:22:05.295385 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de9b26-31e9-4d91-b8d9-85ff731ea1b1 None None] New status for floating IP 98decfeb-19e6-47fe-9eaa-d1cce14efc1a: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:22:05.771637 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e8b5-5ed9-4c32-8a28-5db1e3d0e658 req-58cff5df-a0e1-4a58-b998-b95fd782e84e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:05.773268 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2821e8b5-5ed9-4c32-8a28-5db1e3d0e658 req-58cff5df-a0e1-4a58-b998-b95fd782e84e tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 946 time: 0.1277912 Apr 19 11:22:05.843743 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-2821e8b5-5ed9-4c32-8a28-5db1e3d0e658 req-6155da98-b58d-4d5d-9df2-4a175166fb63 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634863 Apr 19 11:22:05.861254 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-addd4b7f-2600-47d5-9472-57b5ef0a1570 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:05.862873 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-addd4b7f-2600-47d5-9472-57b5ef0a1570 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 946 time: 0.1421561 Apr 19 11:22:05.943077 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Deleting port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:05.943458 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:06.205440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] For port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:06.205763 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:06.338646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Calling delete_port for aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:06.830628 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:06.836360 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-c4d190ef-7eee-435e-8e48-855be8fb9bd7 tempest-TestMinimumBasicScenario-1442598185 tempest-TestMinimumBasicScenario-1442598185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:06.888098 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'Port': ['ID=aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:06.925197 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.925625 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.926042 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.926448 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.926854 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.927258 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.927661 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.928118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.928523 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.928922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.929316 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.929913 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-iscsi {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:22:06.938945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:06.984689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] No DVR routers for this DVR port aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:22:06.987482 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:07.026893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'name': 'network-vif-deleted', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:22:07.052936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-f3ec9edd-8196-40c8-a81e-55bf13c74c7f req-59d21a5d-9a9e-4057-a0cf-466c92f905b2 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:22:07.058113 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-b3b1c238-781a-4a8c-8e49-525131fea217 req-711fd3f9-dc03-4b83-90f5-af303cc1ad41 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "DELETE /v2.0/ports/aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 HTTP/1.1" status: 204 len: 173 time: 1.1897807 Apr 19 11:22:07.075704 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e62aa-af10-40f5-8964-ba792bd6b627', 'name': 'network-vif-deleted', 'tag': 'aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239', 'status': 'completed', 'code': 200} Apr 19 11:22:07.110826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-f3ec9edd-8196-40c8-a81e-55bf13c74c7f req-59d21a5d-9a9e-4057-a0cf-466c92f905b2 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:22:07.112104 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-f3ec9edd-8196-40c8-a81e-55bf13c74c7f req-59d21a5d-9a9e-4057-a0cf-466c92f905b2 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 210 time: 0.1287699 Apr 19 11:22:08.301429 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-4e92ded2-2461-4e31-8584-f71d712b3d14 req-edbceb36-9b5c-4011-b4a0-e9f122728cec tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=909e62aa-af10-40f5-8964-ba792bd6b627 HTTP/1.1" status: 200 len: 210 time: 0.0522649 Apr 19 11:22:09.815295 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:09.854006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:09.854333 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device aa1d93d5-51fc-4cc2-92fa-f3c90a3cc239 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:11.973129 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46358) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:12.195467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Deleting port 7786407d-2603-4263-8913-51b5c88a9eaa {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:12.195767 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:12.375230 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:12.375601 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:12.506417 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Calling delete_port for 7786407d-2603-4263-8913-51b5c88a9eaa owned by network:floatingip {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:12.881906 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:12.886924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-590fd7f1-51d6-43fd-904d-7bac7b710b7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:12.937186 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'Port': ['ID=7786407d-2603-4263-8913-51b5c88a9eaa,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:12.971136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:13.031497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:13.032089 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.db.l3_db [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Floating IP 0dbac1ae-280b-4956-aed3-253d322f5f7f disassociated (deleted). External IP: 172.27.0.40, port: 7ea6efd7-c711-4267-ad9b-09fe071e2520. Apr 19 11:22:13.410114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:22:13.602779 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:22:13.606750 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:22:13.616450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:13.617110 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:21:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:13.658118 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:13.719174 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-a9fb2785-03f7-4613-afda-44ee65282c29 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "DELETE /v2.0/floatingips/0dbac1ae-280b-4956-aed3-253d322f5f7f HTTP/1.1" status: 204 len: 168 time: 1.7448561 Apr 19 11:22:13.720504 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:22:13.777474 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'status': 'completed', 'code': 200} Apr 19 11:22:13.818924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:13.882384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064205-6183-4a31-a1e5-227b6f46763b req-6b034629-c288-43c6-a595-91adf64372da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:13.883988 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-6b034629-c288-43c6-a595-91adf64372da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 1098 time: 0.0840571 Apr 19 11:22:14.044084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064205-6183-4a31-a1e5-227b6f46763b req-85d9a031-8347-46ea-bb3d-e164c50ad1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:14.045803 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-85d9a031-8347-46ea-bb3d-e164c50ad1a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 200 len: 912 time: 0.1550920 Apr 19 11:22:14.128311 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-a8cde1c4-761a-4ab1-b4e3-73cf2dadd574 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 200 len: 217 time: 0.0748847 Apr 19 11:22:14.205646 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064205-6183-4a31-a1e5-227b6f46763b req-e0341ed6-28e4-4272-9aa5-eb24c650d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:14.207256 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-e0341ed6-28e4-4272-9aa5-eb24c650d7aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 200 len: 850 time: 0.0732343 Apr 19 11:22:14.301444 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064205-6183-4a31-a1e5-227b6f46763b req-1e0643f6-0da2-4f9e-b84d-eae417daa271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:14.303145 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-1e0643f6-0da2-4f9e-b84d-eae417daa271 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44ddac08-706e-43bb-a292-74b8904c3749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897596 Apr 19 11:22:14.349829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:14.353936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:22:14.363216 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:14.363919 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:21:52Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:14.522554 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-44b55c9a-3d0f-4aa3-9d64-f21f6d6ffe55 service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112730 Apr 19 11:22:14.532299 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32230682-4d65-4c27-a74c-d9d6604c7c1d req-f8c863f6-6643-40f8-974a-865818122322 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:14.533011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-32230682-4d65-4c27-a74c-d9d6604c7c1d req-f8c863f6-6643-40f8-974a-865818122322 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:22:14.553277 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:14.904248 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:14.908775 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526883e1-a73d-4bac-85f9-52d5273ff43d None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:15:14Z', 'revision_number': 4, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi', '_interfaces': [{'id': '36da99dc-76b1-4631-8d52-1c2fc593a982', 'name': '', 'network_id': '44ddac08-706e-43bb-a292-74b8904c3749', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'mac_address': 'fa:16:3e:cc:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:13Z', 'updated_at': '2021-04-19T11:15:24Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'subnets': [{'id': '097be339-d2b4-40c6-bf86-6b9d114d4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:22:14.924006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-32230682-4d65-4c27-a74c-d9d6604c7c1d req-f8c863f6-6643-40f8-974a-865818122322 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:22:14.925389 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-32230682-4d65-4c27-a74c-d9d6604c7c1d req-f8c863f6-6643-40f8-974a-865818122322 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 945 time: 0.5881522 Apr 19 11:22:14.934989 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9c064205-6183-4a31-a1e5-227b6f46763b req-07cf9f11-edf7-4c52-a8e6-7ef89bf055ab service neutron] 10.222.0.55 "GET /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991024 Apr 19 11:22:14.978120 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-32230682-4d65-4c27-a74c-d9d6604c7c1d req-168712b9-7105-4c01-b03e-d5bbceb9d79d tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454762 Apr 19 11:22:15.303611 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dab559-2a09-4d77-a667-7bbb112b4841 None None] New status for floating IP 0dbac1ae-280b-4956-aed3-253d322f5f7f: DOWN {{(pid=86487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:22:15.790673 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-eea6da3f-5183-4f5e-a774-eaa0b6e95ec9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:15.792274 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-eea6da3f-5183-4f5e-a774-eaa0b6e95ec9 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 945 time: 0.0875020 Apr 19 11:22:15.873710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Deleting port 7ea6efd7-c711-4267-ad9b-09fe071e2520 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:15.874092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:16.202111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] For port 7ea6efd7-c711-4267-ad9b-09fe071e2520, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7ea6efd7-c711-4267-ad9b-09fe071e2520,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:16.202429 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:16.346838 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Calling delete_port for 7ea6efd7-c711-4267-ad9b-09fe071e2520 owned by compute:nova {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:16.423241 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c23e08-762d-4fb1-8e76-bd9f84672ed4 req-d509d90f-b9f1-4cbd-8a47-3ea10275ab2a tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:22:16.424883 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-46c23e08-762d-4fb1-8e76-bd9f84672ed4 req-d509d90f-b9f1-4cbd-8a47-3ea10275ab2a tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 945 time: 0.3125331 Apr 19 11:22:16.523767 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-46c23e08-762d-4fb1-8e76-bd9f84672ed4 req-b5646d37-be67-4aec-8c2e-efa340dfac94 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/security-groups?id=d795c0ce-c325-442d-86b7-d00c6aa26374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832746 Apr 19 11:22:16.584955 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:16.591973 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-02c02da7-f3cb-40ea-b51f-c5c39f5e0df1 tempest-AttachVolumeNegativeTest-784691070 tempest-AttachVolumeNegativeTest-784691070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:16.640028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'Port': ['ID=7ea6efd7-c711-4267-ad9b-09fe071e2520,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:16.644019 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:16.722576 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] No DVR routers for this DVR port 7ea6efd7-c711-4267-ad9b-09fe071e2520 on host hv-cinder-78652 {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:22:16.725084 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:16.727823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'name': 'network-vif-deleted', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:22:16.773938 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-9fd3a01d-e839-4b69-bf2b-75c58105b23d req-acb8d8d6-78fb-45f6-a8b1-caa5cfebf39f tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.55 "DELETE /v2.0/ports/7ea6efd7-c711-4267-ad9b-09fe071e2520 HTTP/1.1" status: 204 len: 173 time: 0.9761996 Apr 19 11:22:16.777019 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75521ee8-0308-40ef-8d18-237896650f97', 'name': 'network-vif-deleted', 'tag': '7ea6efd7-c711-4267-ad9b-09fe071e2520', 'status': 'completed', 'code': 200} Apr 19 11:22:17.700974 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-727d1c9c-e582-4ff9-8b75-d40b79c660eb req-07fedb42-af5f-41bc-8e8a-4f5a7aa84be8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Synchronizing usage tracker for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:22:17.773200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.quota.resource [req-727d1c9c-e582-4ff9-8b75-d40b79c660eb req-07fedb42-af5f-41bc-8e8a-4f5a7aa84be8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Unset dirty status for tenant:e4962d0185f7415bb6bdcc827e46bda9 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:22:17.774505 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [req-727d1c9c-e582-4ff9-8b75-d40b79c660eb req-07fedb42-af5f-41bc-8e8a-4f5a7aa84be8 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "GET /v2.0/ports?device_id=75521ee8-0308-40ef-8d18-237896650f97 HTTP/1.1" status: 200 len: 210 time: 0.1225297 Apr 19 11:22:18.876865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46376) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:19.044966 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Deleting port d8f00247-da08-4f0b-bd38-c7d394ec48c3 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:19.045342 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.233561 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.233878 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.367172 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Calling delete_port for d8f00247-da08-4f0b-bd38-c7d394ec48c3 owned by network:floatingip {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:19.542945 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852623778'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.547727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-83d8b8de-0bb1-49f1-a074-d3a78f8f1b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:19.595164 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'Port': ['ID=d8f00247-da08-4f0b-bd38-c7d394ec48c3,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:19.598631 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:19.619122 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-57d8c405-d4fb-4aa6-a1ec-1d7fa4b791df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.695140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for floatingip, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.737440 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15591'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:19.738780 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-adf7a657-1bd2-487a-bfea-3bc1e4a9fea3 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "DELETE /v2.0/floatingips/7d29ccb7-7c82-42d2-bf3a-0f18301345b6 HTTP/1.1" status: 204 len: 168 time: 0.8601904 Apr 19 11:22:19.860348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7ea6efd7-c711-4267-ad9b-09fe071e2520 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:19.898893 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] No Port match for: 7ea6efd7-c711-4267-ad9b-09fe071e2520 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:19.899297 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Device 7ea6efd7-c711-4267-ad9b-09fe071e2520 not bound to the agent host hv-cinder-78652 {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:21.189104 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.46', 46390) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:21.263235 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:21.294614 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:21.440285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:21.445865 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2c75b5bf-5fc4-4d8a-a2d4-3b5b790367e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:21.461837 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d795c0ce-c325-442d-86b7-d00c6aa26374,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:21.464415 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:21.493246 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:21.494459 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-0ed5cf89-2c84-456c-8056-780d882db5ff tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] 10.222.0.46 "DELETE /v2.0/security-groups/d795c0ce-c325-442d-86b7-d00c6aa26374 HTTP/1.1" status: 204 len: 168 time: 0.3037994 Apr 19 11:22:21.573354 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:21.605987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46396) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:22.121976 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-869823b4-47f4-4064-bde8-69baa937f825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:22.343221 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:22.710627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Deleting port 36da99dc-76b1-4631-8d52-1c2fc593a982 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:22.711011 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:22.892660 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] For port 36da99dc-76b1-4631-8d52-1c2fc593a982, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=36da99dc-76b1-4631-8d52-1c2fc593a982,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:22.893082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:23.023696 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Calling delete_port for 36da99dc-76b1-4631-8d52-1c2fc593a982 owned by network:router_interface {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:23.156452 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:23.224921 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:23.293671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:23.298823 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-26c6a359-fb7a-4dd0-a990-8731d0b801ce tempest-AttachVolumeTestJSON-92298290 tempest-AttachVolumeTestJSON-92298290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:23.346835 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=36da99dc-76b1-4631-8d52-1c2fc593a982,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:23.379658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:23.635045 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:24.173382 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:24.270273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:22:24.458001 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:22:24.466583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] Sync routers for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:22:24.471564 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-72efd302-c4a7-4c72-8aff-7f9df35e4f8e admin admin] 10.222.0.46 "PUT /v2.0/routers/2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8635700 Apr 19 11:22:24.474087 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46404) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:24.477095 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:24.477759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:22:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:24.665069 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:24.668405 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:24.855231 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:24.910514 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Deleting port 58892a22-d3c4-41b3-ac4f-7052913a0b72 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:24.910916 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:24.977000 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:22:23Z', 'revision_number': 5, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port': {'id': '58892a22-d3c4-41b3-ac4f-7052913a0b72', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:11Z', 'updated_at': '2021-04-19T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:24.981094 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] Checking router: 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 for host: dv-cinder-786524-2-iscsi {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:22:24.990727 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] Routers {'2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:24.991376 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:22:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:25.103971 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] For port 58892a22-d3c4-41b3-ac4f-7052913a0b72, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=58892a22-d3c4-41b3-ac4f-7052913a0b72,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:25.104371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.153936 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] Set router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:25.238326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Calling delete_port for 58892a22-d3c4-41b3-ac4f-7052913a0b72 owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:25.272200 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:22:24Z', 'revision_number': 6, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port_host': None}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:25.276630 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6e508-a4be-4a52-b6d1-ba3e1d3c9088 None None] The sync data for ids ['2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9'] in dv-cinder-786524-2-iscsi is: [{'id': '2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9', 'name': 'tempest-TestVolumeBootPattern-602614700-router', 'tenant_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:10Z', 'updated_at': '2021-04-19T11:22:24Z', 'revision_number': 6, 'project_id': 'e4962d0185f7415bb6bdcc827e46bda9', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:22:25.498925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.504463 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2ad23247-7628-4451-be38-3af49f50336f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:25.553270 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Pushing event deleted for resources: {'Port': ['ID=58892a22-d3c4-41b3-ac4f-7052913a0b72,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:25.589366 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:25.652052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.839543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.841909 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.944585 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.945082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:22:25.958562 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:25.962353 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-33fbe2bb-6927-4881-ad25-c7733b43da1b admin admin] 10.222.0.46 "DELETE /v2.0/routers/2869c3d4-9d31-45b4-8b7a-07d4f4b6a3d9 HTTP/1.1" status: 204 len: 168 time: 1.4847875 Apr 19 11:22:25.962765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46408) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:26.040264 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Deleting subnet 097be339-d2b4-40c6-bf86-6b9d114d4765 {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:22:26.043467 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.100358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.181721 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.482059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.487583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-77a84bf8-7877-4fae-8050-86ad7d4d9b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:26.524882 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097be339-d2b4-40c6-bf86-6b9d114d4765,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:26.527092 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.529709 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:26.531305 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd31913-2aa8-4bdc-9b03-372b94cdaf15 None None] Network 44ddac08-706e-43bb-a292-74b8904c3749 requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:22:26.534910 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-731d3de4-4fd4-4387-9303-293b18e693f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/097be339-d2b4-40c6-bf86-6b9d114d4765 HTTP/1.1" status: 204 len: 168 time: 0.5711248 Apr 19 11:22:26.537431 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46412) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:26.652925 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.664390 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Deleting port ddb0fe44-029f-49a2-8834-5fdb90552f6e {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:26.664757 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.788434 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] DHCP port deletion for 44ddac08-706e-43bb-a292-74b8904c3749 request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:22:26.792545 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Deleting port ddb0fe44-029f-49a2-8834-5fdb90552f6e {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:26.792969 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.891204 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] For port ddb0fe44-029f-49a2-8834-5fdb90552f6e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=ddb0fe44-029f-49a2-8834-5fdb90552f6e,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:26.891609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:26.976520 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 36da99dc-76b1-4631-8d52-1c2fc593a982 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:27.022977 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 36da99dc-76b1-4631-8d52-1c2fc593a982 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:27.023273 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 36da99dc-76b1-4631-8d52-1c2fc593a982 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:27.023744 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 58892a22-d3c4-41b3-ac4f-7052913a0b72 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:27.025828 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Calling delete_port for ddb0fe44-029f-49a2-8834-5fdb90552f6e owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:27.073506 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 58892a22-d3c4-41b3-ac4f-7052913a0b72 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:27.073829 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 58892a22-d3c4-41b3-ac4f-7052913a0b72 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:27.074367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device ddb0fe44-029f-49a2-8834-5fdb90552f6e no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:27.121723 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: ddb0fe44-029f-49a2-8834-5fdb90552f6e {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:27.122123 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device ddb0fe44-029f-49a2-8834-5fdb90552f6e not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:27.130711 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] For port ddb0fe44-029f-49a2-8834-5fdb90552f6e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=ddb0fe44-029f-49a2-8834-5fdb90552f6e,segment=NetworkSegment(19af7590-ba73-423b-a9f2-22db9d2785c6),segment_id=19af7590-ba73-423b-a9f2-22db9d2785c6)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:27.131154 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:27.133234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:27.138369 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8bfc93d3-196a-4e0a-80c2-9e183d313319 tempest-TestVolumeBootPattern-299039465 tempest-TestVolumeBootPattern-299039465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:27.191450 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb0fe44-029f-49a2-8834-5fdb90552f6e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:27.195271 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:27.196140 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] No DVR routers for this DVR port ddb0fe44-029f-49a2-8834-5fdb90552f6e on host dv-cinder-786524-2-iscsi {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:22:27.327586 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:27.441182 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Calling delete_port for ddb0fe44-029f-49a2-8834-5fdb90552f6e owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:27.443528 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ddac08-706e-43bb-a292-74b8904c3749']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:27.457017 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19af7590-ba73-423b-a9f2-22db9d2785c6') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:27.457349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19af7590-ba73-423b-a9f2-22db9d2785c6') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:27.469198 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:27.484639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:27.491605 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:22:27.515157 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:22:27.515570 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:22:27.665565 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Network 44ddac08-706e-43bb-a292-74b8904c3749 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:22:27.674421 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:27.854108 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Network 44ddac08-706e-43bb-a292-74b8904c3749 has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:22:27.876809 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:22:28.017048 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Deleting port ddb0fe44-029f-49a2-8834-5fdb90552f6e {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:28.018219 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:28.030062 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:28.034073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:28.048194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:28.060114 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ddac08-706e-43bb-a292-74b8904c3749,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:28.063577 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:28.098404 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f92b2-e9a8-4877-bc0d-e93a9e8b7ff9 None None] The port 'ddb0fe44-029f-49a2-8834-5fdb90552f6e' was deleted {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:22:28.146164 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-bc6c94f3-afa0-4a6f-a249-39f22f102001 admin admin] 10.222.0.46 "DELETE /v2.0/networks/44ddac08-706e-43bb-a292-74b8904c3749 HTTP/1.1" status: 204 len: 168 time: 1.6076162 Apr 19 11:22:28.149285 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46418) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:28.974492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:29.355136 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Deleting port 8d3365e9-9889-4dec-87e1-e6975efe8e47 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:29.355521 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:29.537497 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] For port 8d3365e9-9889-4dec-87e1-e6975efe8e47, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=8d3365e9-9889-4dec-87e1-e6975efe8e47,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:29.537897 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:29.672915 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Calling delete_port for 8d3365e9-9889-4dec-87e1-e6975efe8e47 owned by network:router_interface {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:29.864682 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:29.869349 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-44d614e4-fd66-4c56-b412-ea0897ec0aaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:29.917141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3365e9-9889-4dec-87e1-e6975efe8e47,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:29.951780 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:30.205571 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:30.584558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Router 3214d64c-ab4b-4991-9180-350bb9fd9b57 has already been hosted by L3 agent 2c664104-6b0a-437d-8df9-0f29b37f3630 {{(pid=86485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:22:30.771559 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] Notify agent at l3_agent.dv-cinder-786524-2-iscsi the message routers_updated {{(pid=86485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:22:30.780178 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] Sync routers for ids ['3214d64c-ab4b-4991-9180-350bb9fd9b57'] in dv-cinder-786524-2-iscsi {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:22:30.780620 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-2787dd51-1b8b-41e2-b513-84d3b159e47c admin admin] 10.222.0.46 "PUT /v2.0/routers/3214d64c-ab4b-4991-9180-350bb9fd9b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302829 Apr 19 11:22:30.783287 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46422) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:30.791336 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] Routers {'3214d64c-ab4b-4991-9180-350bb9fd9b57'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:30.792034 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:22:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['3214d64c-ab4b-4991-9180-350bb9fd9b57'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:30.977461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:30.983189 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] Set router 3214d64c-ab4b-4991-9180-350bb9fd9b57 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:31.308071 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:22:29Z', 'revision_number': 5, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:31.312461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] Checking router: 3214d64c-ab4b-4991-9180-350bb9fd9b57 for host: dv-cinder-786524-2-iscsi {{(pid=86487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:22:31.322412 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] Routers {'3214d64c-ab4b-4991-9180-350bb9fd9b57'} bound to L3 agent in host dv-cinder-786524-2-iscsi {{(pid=86487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:22:31.323078 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:58:22Z,description=,heartbeat_timestamp=2021-04-19T11:22:22Z,host='dv-cinder-786524-2-iscsi',id=2c664104-6b0a-437d-8df9-0f29b37f3630,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:58:22Z,topic='l3_agent')) {'router_ids': ['3214d64c-ab4b-4991-9180-350bb9fd9b57'], 'active': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:31.429307 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:31.475672 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Deleting port 4e810fae-ed62-4f98-887e-e71fdf54051e {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:31.476082 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:31.511539 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvr_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] Set router 3214d64c-ab4b-4991-9180-350bb9fd9b57 gateway port host: dv-cinder-786524-2-iscsi {{(pid=86487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:22:31.664961 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] For port 4e810fae-ed62-4f98-887e-e71fdf54051e, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=4e810fae-ed62-4f98-887e-e71fdf54051e,segment=NetworkSegment(4eec0dbc-ce53-405c-9d14-1983de502871),segment_id=4eec0dbc-ce53-405c-9d14-1983de502871)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:31.665278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:31.798807 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Calling delete_port for 4e810fae-ed62-4f98-887e-e71fdf54051e owned by network:router_gateway {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:31.811845 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_hamode_db [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:22:29Z', 'revision_number': 5, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}], 'dv-cinder-786524-2-iscsi', False) {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:31.816503 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1433c85-64e2-47f0-95db-7c53af53d860 None None] The sync data for ids ['3214d64c-ab4b-4991-9180-350bb9fd9b57'] in dv-cinder-786524-2-iscsi is: [{'id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'name': 'tempest-TestVolumeBootPattern-467214036-router', 'tenant_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'external_fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:15:18Z', 'updated_at': '2021-04-19T11:22:29Z', 'revision_number': 5, 'project_id': 'd0842242330d4e05b08f05b1e92b2a2a', 'gw_port': {'id': '4e810fae-ed62-4f98-887e-e71fdf54051e', 'name': '', 'network_id': '3ddf443b-b5a6-45b6-b647-2687ed1dc08d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3214d64c-ab4b-4991-9180-350bb9fd9b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:15:19Z', 'updated_at': '2021-04-19T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7523bbf5-600f-4ad0-a614-f7f8b84c6773', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-iscsi'}] {{(pid=86487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:22:32.001291 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.006836 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-25944705-aaa4-4466-876e-751fa57d4d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:32.058141 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e810fae-ed62-4f98-887e-e71fdf54051e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:32.092658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:32.161239 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417637'] for router_gateway, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.347806 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771874'] for router, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.350267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.550739 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854382211'] for router, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.551310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3214d64c-ab4b-4991-9180-350bb9fd9b57 {{(pid=86485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:22:32.564263 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.565488 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3214d64c-ab4b-4991-9180-350bb9fd9b57 HTTP/1.1" status: 204 len: 168 time: 1.7812061 Apr 19 11:22:32.568616 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46426) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:32.635914 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Deleting subnet d8b6f3b5-675f-4ca2-b478-64f0acf827fd {{(pid=86485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:22:32.639040 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.694889 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4003703'] for subnet, precommit_delete_associations {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.777454 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036821922912'] for subnet, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:32.952340 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 8d3365e9-9889-4dec-87e1-e6975efe8e47 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:32.989602 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 8d3365e9-9889-4dec-87e1-e6975efe8e47 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:32.989993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 8d3365e9-9889-4dec-87e1-e6975efe8e47 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:32.990451 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 4e810fae-ed62-4f98-887e-e71fdf54051e no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:33.026088 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: 4e810fae-ed62-4f98-887e-e71fdf54051e {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:33.026419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device 4e810fae-ed62-4f98-887e-e71fdf54051e not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:33.223435 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32852888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2602338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851091077'] for subnet, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.228627 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:33.265358 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b6f3b5-675f-4ca2-b478-64f0acf827fd,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:33.268689 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:33.270924 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.276461 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01f3c4-9038-4c1e-a49e-6f5c3a710290 None None] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef requested from dv-cinder-786524-2-iscsi {{(pid=86486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:22:33.279805 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-d3f02f50-e199-46c4-9484-a0f4a6d9e681 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8b6f3b5-675f-4ca2-b478-64f0acf827fd HTTP/1.1" status: 204 len: 168 time: 0.7078214 Apr 19 11:22:33.280073 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46430) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:33.397408 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821901076'] for network, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.408298 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Deleting port da618361-712f-412b-9824-851a514ba2a0 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:33.408671 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.527849 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] DHCP port deletion for f52ca6d6-8fe4-42b9-aa64-29080b5422ef request from dv-cinder-786524-2-iscsi {{(pid=86486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:22:33.532205 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Deleting port da618361-712f-412b-9824-851a514ba2a0 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:33.532629 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.635575 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] For port da618361-712f-412b-9824-851a514ba2a0, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=da618361-712f-412b-9824-851a514ba2a0,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:33.636013 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.747981 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.db [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] For port da618361-712f-412b-9824-851a514ba2a0, host dv-cinder-786524-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-iscsi',level=0,port_id=da618361-712f-412b-9824-851a514ba2a0,segment=NetworkSegment(ce4f374d-d23a-4e16-8408-45e18bc94d18),segment_id=ce4f374d-d23a-4e16-8408-45e18bc94d18)] {{(pid=86486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:22:33.748427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854353795'] for port, precommit_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.767469 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Calling delete_port for da618361-712f-412b-9824-851a514ba2a0 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:33.880418 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821690959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299096761375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737757562671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2601142'] for port, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:33.885492 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-6c79f104-188e-437d-b29b-2f53b431b0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:33.885993 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Calling delete_port for da618361-712f-412b-9824-851a514ba2a0 owned by network:dhcp {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:22:33.936326 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Pushing event deleted for resources: {'Port': ['ID=da618361-712f-412b-9824-851a514ba2a0,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:33.938911 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:33.941300 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] No DVR routers for this DVR port da618361-712f-412b-9824-851a514ba2a0 on host dv-cinder-786524-2-iscsi {{(pid=86485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:22:33.961633 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.db.api [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:22:33.962043 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_db.api [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:22:34.066782 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32852981', 'neutron.services.segments.db._delete_segments_for_network-8737758093939'] for network, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.184413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52ca6d6-8fe4-42b9-aa64-29080b5422ef']}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:34.197826 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4f374d-d23a-4e16-8408-45e18bc94d18') {'for_net_delete': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:34.198161 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.services.segments.db [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4f374d-d23a-4e16-8408-45e18bc94d18') {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:22:34.210567 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299096702051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850772097'] for segment, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.225196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32851398'] for segment, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.231352 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=86485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:22:34.407238 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:22:34.416387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821924431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852174655'] for segment, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.463255 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Deleting port da618361-712f-412b-9824-851a514ba2a0 {{(pid=86486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:22:34.463692 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299096768628'] for port, before_delete {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.537370 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ef861-5af3-4f4d-a549-cce7078ba27f None None] The port 'da618361-712f-412b-9824-851a514ba2a0' was deleted {{(pid=86486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:22:34.599621 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.managers [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Network f52ca6d6-8fe4-42b9-aa64-29080b5422ef has no segments {{(pid=86485) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: Traceback (most recent call last): Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: timer() Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: cb(*args, **kw) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: return func(*args, **kwargs) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: self._notify() Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: self.callback(batched_events) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: event.method(event) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: segment_id)['aggregates'][0] Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: return f(self, *a, **k) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: return self._get(url).json() Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: **kwargs) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: return self.request(url, 'GET', **kwargs) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: **endpoint_filter) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:22:34.622412 dv-cinder-786524-2-iscsi neutron-server[86371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:22:34.732978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821922819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854215010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414850'] for network, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.737518 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854215027'] for network, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:34.741791 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:34.764079 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] 10.222.0.46 "DELETE /v2.0/networks/f52ca6d6-8fe4-42b9-aa64-29080b5422ef HTTP/1.1" status: 204 len: 168 time: 1.4829249 Apr 19 11:22:34.765038 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Pushing event deleted for resources: {'Network': ['ID=f52ca6d6-8fe4-42b9-aa64-29080b5422ef,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:34.767509 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-49270e8b-6008-4419-977d-76a2788a869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:34.951387 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device da618361-712f-412b-9824-851a514ba2a0 no longer exists at agent ovs-agent-dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:22:34.961639 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46436) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:34.989119 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.plugin [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] No Port match for: da618361-712f-412b-9824-851a514ba2a0 {{(pid=86486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:22:34.989436 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.plugins.ml2.rpc [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Device da618361-712f-412b-9824-851a514ba2a0 not bound to the agent host dv-cinder-786524-2-iscsi {{(pid=86486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:22:35.016146 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-77332d9d-1246-42fb-94d6-7c081639bdc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4962d0185f7415bb6bdcc827e46bda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531557 Apr 19 11:22:35.018710 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46440) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:35.080789 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:35.108427 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:35.239638 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:35.245016 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7742caf2-d19e-4574-a53b-b8fe17a8afde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:35.260801 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e255cf-afae-42cd-ab40-c2c58b7eec7b,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:35.263958 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:35.265972 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:35.268225 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-7e8e0b2d-d36b-4780-9fd1-ab9937b95c00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51e255cf-afae-42cd-ab40-c2c58b7eec7b HTTP/1.1" status: 204 len: 168 time: 0.2467103 Apr 19 11:22:35.776374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46448) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:35.827840 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-c5e66f81-1e8e-492d-8ed9-de4f2680c274 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0842242330d4e05b08f05b1e92b2a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501931 Apr 19 11:22:35.830409 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [-] (86485) accepted ('10.222.0.46', 46452) {{(pid=86485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:22:35.893367 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:35.919922 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:36.052762 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510124'] for security_group, after_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:36.058074 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-e2d3858f-cab3-4901-82f2-11686dee6591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:22:36.072756 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8604a412-1004-4f04-9ffd-74e04c20f54e,revision_number=None']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:22:36.075329 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG oslo_concurrency.lockutils [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:22:36.077558 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:36.081154 dv-cinder-786524-2-iscsi neutron-server[86371]: INFO neutron.wsgi [None req-8b5bc6a6-602e-4072-abac-974582aa6331 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8604a412-1004-4f04-9ffd-74e04c20f54e HTTP/1.1" status: 204 len: 168 time: 0.2472982 Apr 19 11:22:37.829881 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:22:49.618384 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-310c6785-cef2-4d49-94af-22428d332101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:51.561441 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:52.120987 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-cc1fedaa-9956-4592-920f-ed626fc45d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:52.901234 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-4e2d87a6-7069-4919-ba34-c229b8811294 req-0639bb7a-a5a6-4b09-a914-62e705435dfd service neutron] (86485) timed out ('10.222.0.55', 63146) {{(pid=86485) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 11:22:53.147676 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:53.229583 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:22:53.866759 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-b5ff7d6d-0019-45e0-a7fd-3304f76b1044 req-cfe2009e-4c20-4da2-b47c-8887d67d7711 service neutron] (86485) timed out ('10.222.0.55', 63134) {{(pid=86485) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 11:22:54.172765 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:14.829289 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:23:19.623527 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-b04347bb-7143-4711-aea7-e28873fc46b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:21.589253 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:22.126609 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5c3f470b-1a57-43bc-ac96-a4966e447421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:23.160948 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:23.229542 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:24.166194 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:49.609494 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ec3b-8a4b-4cfb-84d9-595daf489077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:51.577607 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:51.828323 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:23:52.109371 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f74e10dd-ad09-4c85-81d7-5917c71ac4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:53.154310 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:53.222862 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:23:54.183658 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:19.628706 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3d7d-8174-4c14-bad7-3f3924a8dbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:21.611413 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:22.114159 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-fd1c67dd-3d77-404a-93a9-2be260e0a60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:23.159930 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:23.228495 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:24.180196 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:28.828111 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:24:49.626267 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-087ea63c-3452-4dc9-bfdf-9c19d695409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:51.634028 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:52.122536 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c60c-bf8a-48d4-aae2-343a7f7fbf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:53.165055 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:53.233691 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:54.216703 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:24:59.918953 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.wsgi [req-62403718-f509-43a1-8106-3685f716e53b req-346623ca-c641-4695-a627-9929b9a6d2fb service neutron] (86484) timed out ('10.222.0.55', 63122) {{(pid=86484) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 11:25:05.834978 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:25:19.624934 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-feef6306-574d-4b88-b607-8ee0a051f7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:21.619432 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:22.122237 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-5bb38aa7-ed5f-4ac5-8540-41f8b444aa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:23.164874 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:23.230794 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:24.191619 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:42.825278 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:25:49.610213 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-f95465c1-033a-4563-bd12-3daf3fbe1753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:51.625275 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:52.121970 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-eb6958d4-fc61-40ec-a61c-53170974d15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:53.167345 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:53.230229 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:25:54.202006 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:19.624052 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-39c4e765-8d87-4213-899a-dc60805794c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:19.825419 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:26:21.613059 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:22.121754 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-9d5575d8-b66f-4db9-8582-e31bfc8d1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:23.181131 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:23.232399 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:24.201374 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:49.632752 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c009955f-6169-42e9-be7f-cd53e113d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:51.628403 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:52.120860 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-c35ad2bb-a2eb-4e25-b455-7e2bdbcb14ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:53.167348 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:53.234799 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:54.207964 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:26:56.825132 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:27:19.623148 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-07b57e90-b46f-4764-b5eb-813a185e3dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:27:21.637468 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-0b891c48-27e2-497e-bf6d-504b23f6bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:27:22.114180 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a49e4452-d4b9-4d8e-aa35-59023e921fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:27:23.180651 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-be7ec3b3-c148-4f83-8cd7-01faa1a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:27:23.231946 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-612d37f9-8675-435f-893b-05ce8dfd4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:27:24.211543 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron_lib.callbacks.manager [None req-a7042d04-adb6-41ed-9788-b615453ec49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299096681861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33021143'] for agent, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:27:33.824989 dv-cinder-786524-2-iscsi neutron-server[86371]: DEBUG neutron.db.agents_db [None req-23114358-f9a6-4cf6-9f2a-b73d567a4155 None None] Agent healthcheck: found 6 active agents {{(pid=86487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}